-- Logs begin at Wed 2022-07-20 16:48:47 UTC, end at Wed 2022-07-20 18:09:44 UTC. -- Jul 20 17:40:26.402008 dv-cinder-849846-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 17:40:29.062370 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.common.config [-] Logging enabled! Jul 20 17:40:29.062956 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 17:40:29.063159 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110945) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 17:40:29.066510 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.common.config [-] Logging enabled! Jul 20 17:40:29.066762 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 17:40:29.067075 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110945) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 17:40:29.068573 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:40:29.068806 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:40:29.069279 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:40:29.069525 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:40:29.069750 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:40:29.070066 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.070362 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.070589 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.070880 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.071168 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.071445 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.071732 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.072028 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.072311 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.072614 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.072897 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.073125 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.073402 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.073685 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.073968 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.074189 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] debug = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.074463 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.074893 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.075299 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.075578 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.075865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.076140 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.076408 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.076705 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.076985 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.077317 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] host = dv-cinder-849846-3-iscsi {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.077592 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.077877 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.078159 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.078443 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.078714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.078985 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.079269 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.079540 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.079807 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.080077 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.080359 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.080665 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.080955 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.081179 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.081398 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.081680 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.081965 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.082246 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.082516 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.082785 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.083054 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.083324 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.083614 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.083897 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.084179 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.084480 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.084752 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.085022 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.085291 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.085557 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.085842 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.086107 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.086374 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.086643 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.086924 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.087190 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.087462 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.087757 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.088039 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.088317 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.088624 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.088893 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.089171 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.089439 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.089710 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.089975 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_json = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.090242 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.090507 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.090785 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.091053 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.091319 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.091587 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.091853 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.092141 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.092406 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:29.092722 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.093018 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.093318 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.093600 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.093907 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.094185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.094472 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.094748 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.095032 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.095319 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.095608 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.095879 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.096175 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.096480 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.096772 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.097073 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.097365 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.097653 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.097924 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.098192 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.098462 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.098736 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.099532 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.099813 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.100099 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.100385 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.100686 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.100986 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.101267 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.101550 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.101844 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.102132 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.102401 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.102682 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.102969 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.103297 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.103509 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.103795 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.104068 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.104337 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.104635 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.104922 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.105206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.105474 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.105749 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.106034 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.106306 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.106574 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.106841 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.107112 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.107377 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.107659 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.107933 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.108200 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.108485 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.108921 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.109197 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.109468 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.109743 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.110011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.110284 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.110550 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.110817 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.111082 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.111346 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.111612 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.111879 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.112146 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.112420 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.112715 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.112982 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.113250 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.113520 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.113789 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.114085 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.114359 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.114689 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.115479 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.115754 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.116031 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.116306 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.116602 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.116878 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.117145 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.117433 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.117715 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.118000 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.118281 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.118555 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.118865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.119140 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.119413 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.119688 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.119961 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.120230 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.120529 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.120805 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.121079 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.121359 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.121638 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.121931 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.122222 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.122497 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.122793 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.123081 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.123368 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.123645 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.123951 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.124225 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:29.124465 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:40:29.124698 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110945) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 17:40:29.417775 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 17:40:29.418055 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 17:40:29.418358 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 17:40:29.418688 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 17:40:29.822791 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.822999 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.823269 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.824572 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.824847 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.825110 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.878465 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.878755 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.879020 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.893714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.893992 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.894259 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.923586 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.923865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.924384 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.960274 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.960574 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:29.960841 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.196542 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.197161 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.197161 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.197348 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.198038 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.294280 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.294603 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.294878 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.295146 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.295410 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.295718 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.295978 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.296231 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.296502 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.296782 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.297040 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.297301 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.297552 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.297799 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.298050 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.298312 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.298565 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.298826 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.299345 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.299600 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.299869 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.300119 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.300395 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.300794 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.301042 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.301285 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.301677 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.301919 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.302679 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.302913 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.303147 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.303381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:30.303740 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 17:40:30.306797 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 17:40:30.310661 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 17:40:30.314427 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 20 17:40:30.316007 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 17:40:30.317423 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 17:40:30.317806 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 17:40:30.318681 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 17:40:30.321447 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 17:40:30.321696 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 17:40:30.322039 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 17:40:30.327056 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 17:40:30.349491 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 17:40:30.349890 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.350181 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110945) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 17:40:30.350547 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.351889 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110945) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 17:40:30.352164 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 17:40:30.352413 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 17:40:30.355679 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.355955 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:30.508110 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 17:40:30.508346 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 17:40:30.508608 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 17:40:30.508982 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 17:40:30.559714 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO dbcounter [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Registered counter for database neutron Jul 20 17:40:30.579631 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_db.sqlalchemy.engines [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110945) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 17:40:30.585648 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG dbcounter [-] [110945] Writer thread running {{(pid=110945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:40:31.450730 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing driver for type 'gre' Jul 20 17:40:31.451373 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] gre ID ranges: [(1, 1000)] Jul 20 17:40:31.670739 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing driver for type 'local' Jul 20 17:40:31.671073 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing driver for type 'vlan' Jul 20 17:40:31.779588 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] VlanTypeDriver initialization complete Jul 20 17:40:31.779877 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing driver for type 'vxlan' Jul 20 17:40:31.780382 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] vxlan ID ranges: [(1, 1000)] Jul 20 17:40:32.090761 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing extension driver 'port_security' Jul 20 17:40:32.091034 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.extensions.port_security [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] PortSecurityExtensionDriver initialization complete Jul 20 17:40:32.091365 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing mechanism driver 'openvswitch' Jul 20 17:40:32.091727 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing mechanism driver 'hyperv' Jul 20 17:40:32.098634 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.plugin [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:32.099833 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.100205 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.100597 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.101119 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.101576 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.102011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.102294 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.102708 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.103126 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.103491 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.103839 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.104236 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.104690 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.105044 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.105391 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.105795 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.106204 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.106550 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.106891 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.107300 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.107712 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > address_group after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.108057 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > address_group after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.108404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > address_group after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.108818 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:40:32.109274 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] ML2 OVO RPC backend initialized. {{(pid=110945) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 17:40:32.110012 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.110368 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.110788 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.111140 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > networks before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.111494 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.111837 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > ports before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.112184 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.112554 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnets before_response 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.122719 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.122719 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.122719 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.122719 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.123065 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.123065 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.123065 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.123065 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.123355 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > subnet after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.130443 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded quota_driver: . Jul 20 17:40:32.130807 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.plugin [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Modular L2 Plugin initialization complete Jul 20 17:40:32.131158 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading services supported by the core plugin {{(pid=110945) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 17:40:32.131502 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.plugins.ml2.managers [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Got port-security extension from driver 'port_security' Jul 20 17:40:32.131987 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.extensions.vlantransparent [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Disabled vlantransparent extension. Jul 20 17:40:32.132506 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110945) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 17:40:32.132841 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: router Jul 20 17:40:32.168078 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.168496 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_create 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.168873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router before_create 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.169370 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.169749 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.170110 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_delete 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.170475 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > floatingip after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.170829 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > floatingip after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.171190 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_create 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.171541 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.171896 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.172250 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.172633 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.173052 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.173427 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.173769 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.174360 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: subnet after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.174710 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.175064 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > port precommit_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.175414 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_create 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.175761 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.176107 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.176489 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router after_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.176840 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_delete 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.177791 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_create 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.178162 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router_interface after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.178515 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_update 55549900 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.178885 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > agent after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.179241 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > agent after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.179589 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > network after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.180466 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Tracking information for resource: router configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:32.180803 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Tracking information for resource: floatingip configured {{(pid=110945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:40:32.185574 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.db.l3_agentschedulers_db [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 17:40:32.186153 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.186521 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.186876 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.187232 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: port after_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.188022 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router before_create 55550100 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.188387 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_delete 55550100 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.188782 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_create 55550100 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.189139 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > router precommit_update 55550100 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.194045 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.provider_configuration [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service providers = [] {{(pid=110945) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 17:40:32.194416 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.db.servicetype_db [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110945) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 17:40:32.197386 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.service_base [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:40:32.197742 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.service_base [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:40:32.198090 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.service_base [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:40:32.199143 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.services.service_base [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:40:32.199520 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.services.service_base [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 17:40:32.199903 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.200228 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 17:40:32.210601 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.210938 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: auto_allocate Jul 20 17:40:32.216678 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: network precommit_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.217056 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: network precommit_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.217582 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.217901 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: tag Jul 20 17:40:32.225266 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.225592 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: timestamp Jul 20 17:40:32.229440 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.229772 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: network_ip_availability Jul 20 17:40:32.235252 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.235623 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.235983 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.236747 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.237071 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: flavors Jul 20 17:40:32.242509 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.242846 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading Plugin: revisions Jul 20 17:40:32.247123 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:40:32.247520 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.829s {{(pid=110945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 17:40:32.248259 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110945) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 17:40:32.248623 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Initializing extension manager. Jul 20 17:40:32.249151 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: __init__.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.249493 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: __pycache__ {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.249827 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: address_group.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.250536 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.251110 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: address-group Jul 20 17:40:32.251435 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: address_scope.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.252115 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.252656 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: address-scope Jul 20 17:40:32.252980 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: admin_state_down_before_update.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.253867 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.254383 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: router-admin-state-down-before-update Jul 20 17:40:32.254704 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: agent.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.255404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.255911 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: agent Jul 20 17:40:32.256232 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: agent_resources_synced.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.257186 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.257698 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: agent-resources-synced Jul 20 17:40:32.258017 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: allowedaddresspairs.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.259765 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.260290 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: allowed-address-pairs Jul 20 17:40:32.260652 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: auto_allocated_topology.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.261683 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.262198 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: auto-allocated-topology Jul 20 17:40:32.262523 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: availability_zone.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.263188 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.263705 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: availability_zone Jul 20 17:40:32.264030 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: availability_zone_filter.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.264938 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.265462 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: availability_zone_filter Jul 20 17:40:32.265882 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: data_plane_status.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.270789 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.273862 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 17:40:32.274207 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: default_subnetpools.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.275111 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.275638 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: default-subnetpools Jul 20 17:40:32.275969 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: dhcpagentscheduler.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.276781 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.277300 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: dhcp_agent_scheduler Jul 20 17:40:32.277632 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: dns.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.278513 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.279032 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension dns-integration not supported by any of loaded plugins Jul 20 17:40:32.279361 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: dns_domain_ports.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.280251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.280805 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 17:40:32.281135 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.282027 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.282542 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 17:40:32.282868 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: dvr.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.283510 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.284022 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: dvr Jul 20 17:40:32.284345 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: ecmp_routes.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.285249 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.285759 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 17:40:32.286082 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: empty_string_filtering.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.287481 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.287993 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: empty-string-filtering Jul 20 17:40:32.288318 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.289221 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.289734 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 17:40:32.290056 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.290932 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.291443 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 17:40:32.291773 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: external_net.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.292663 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.293175 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: external-net Jul 20 17:40:32.293497 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: extra_dhcp_opt.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.294362 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.294877 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: extra_dhcp_opt Jul 20 17:40:32.295200 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: extraroute.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.296066 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.296613 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: extraroute Jul 20 17:40:32.296937 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: extraroute_atomic.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.297929 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.298444 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: extraroute-atomic Jul 20 17:40:32.298769 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: filter_validation.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.299648 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.300153 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: filter-validation Jul 20 17:40:32.300504 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: fip_pf_description.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.301580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.302143 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 17:40:32.302961 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: fip_pf_port_range.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.303841 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.304356 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 17:40:32.304708 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: fip_port_details.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.306704 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.306704 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: fip-port-details Jul 20 17:40:32.306704 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: flavors.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.307581 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.308102 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: flavors Jul 20 17:40:32.308449 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.310068 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.310592 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 17:40:32.310927 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: floatingip_pools.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.311600 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.312125 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: floatingip-pools Jul 20 17:40:32.312482 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: ip_allocation.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.313370 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.313887 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 17:40:32.314212 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.315109 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.315627 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: ip-substring-filtering Jul 20 17:40:32.315953 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l2_adjacency.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.316892 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.317407 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 17:40:32.317753 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.318688 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.319214 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: router Jul 20 17:40:32.319536 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_conntrack_helper.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.321771 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.322314 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 17:40:32.322648 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.323538 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.324064 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: ext-gw-mode Jul 20 17:40:32.324389 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.325300 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.325817 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: l3-ha Jul 20 17:40:32.326140 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.327011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.327523 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 17:40:32.327845 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_flavors.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.328755 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.329270 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: l3-flavors Jul 20 17:40:32.329594 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_ndp_proxy.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.330917 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.331438 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 17:40:32.331777 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.332688 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.333210 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 17:40:32.333566 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: l3agentscheduler.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.334576 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.335094 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: l3_agent_scheduler Jul 20 17:40:32.335423 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: local_ip.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.337184 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.337716 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension local_ip not supported by any of loaded plugins Jul 20 17:40:32.338052 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: logging.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.339486 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.340021 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension logging not supported by any of loaded plugins Jul 20 17:40:32.340357 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: metering.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.341137 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.341687 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: metering Jul 20 17:40:32.342014 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.343249 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.343799 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: metering_source_and_destination_fields Jul 20 17:40:32.344128 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: multiprovidernet.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.345050 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.345567 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: multi-provider Jul 20 17:40:32.345894 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: netmtu.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.346776 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.347292 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: net-mtu Jul 20 17:40:32.347619 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: netmtu_writable.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.348532 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.349574 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: net-mtu-writable Jul 20 17:40:32.349899 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: network_availability_zone.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.350540 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.351054 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: network_availability_zone Jul 20 17:40:32.351379 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: network_ip_availability.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.352456 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.352979 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: network-ip-availability Jul 20 17:40:32.353308 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: network_segment_range.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.354036 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.354550 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 17:40:32.354880 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: pagination.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.355828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.356165 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: pagination Jul 20 17:40:32.356515 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_device_profile.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.357387 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.357911 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-device-profile Jul 20 17:40:32.358238 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_mac_address_override.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.359126 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.359658 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-mac-override Jul 20 17:40:32.359984 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.360900 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.361425 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-mac-address-regenerate Jul 20 17:40:32.361754 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.362638 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.363154 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-numa-affinity-policy Jul 20 17:40:32.363480 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_resource_request.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.364356 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.365457 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 17:40:32.365782 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: port_resource_request_groups.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.366712 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.367228 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 17:40:32.367551 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: portbindings.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.368464 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.368980 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: binding Jul 20 17:40:32.369303 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: portbindings_extended.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.370521 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.371035 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: binding-extended Jul 20 17:40:32.371361 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: portsecurity.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.372244 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.372789 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-security Jul 20 17:40:32.373117 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: project_id.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.374051 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.374379 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: project-id Jul 20 17:40:32.374700 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: providernet.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.375578 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.376097 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: provider Jul 20 17:40:32.376420 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.379902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.380476 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos not supported by any of loaded plugins Jul 20 17:40:32.380815 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.382030 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.382554 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 17:40:32.382882 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.383780 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.384297 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 17:40:32.384659 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_default.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.385541 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.386056 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-default not supported by any of loaded plugins Jul 20 17:40:32.386380 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_fip.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.387268 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.387781 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-fip not supported by any of loaded plugins Jul 20 17:40:32.388106 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_fip_network_policy.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.389015 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.389534 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 17:40:32.389859 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_gateway_ip.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.390746 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.391266 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 17:40:32.391589 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_port_network_policy.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.392495 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.393008 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 17:40:32.393331 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.394321 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.394832 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 17:40:32.395154 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.396174 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.396725 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 17:40:32.397048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_pps_rule.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.398172 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.398690 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-pps not supported by any of loaded plugins Jul 20 17:40:32.399015 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_rule_type_details.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.399895 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.400403 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 17:40:32.400757 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_rule_type_filter.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.401642 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.402156 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 17:40:32.402481 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: qos_rules_alias.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.403504 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.404018 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 17:40:32.404345 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: quota_check_limit.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.405257 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.405776 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: quota-check-limit Jul 20 17:40:32.406101 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: quotasv2.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.406996 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.407325 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: quotas Jul 20 17:40:32.407647 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: quotasv2_detail.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.409336 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.409678 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: quota_details Jul 20 17:40:32.410011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: rbac.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.411304 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.412354 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: rbac-policies Jul 20 17:40:32.412710 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: rbac_address_group.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.413608 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.414130 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: rbac-address-group Jul 20 17:40:32.414458 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: rbac_address_scope.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.415342 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.415861 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: rbac-address-scope Jul 20 17:40:32.416189 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: rbac_security_groups.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.417176 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.417695 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: rbac-security-groups Jul 20 17:40:32.418023 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: rbac_subnetpool.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.418915 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.419428 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: rbac-subnetpool Jul 20 17:40:32.419754 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: revisionifmatch.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.420668 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.421193 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: revision-if-match Jul 20 17:40:32.421516 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: revisions.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.422598 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.423117 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: standard-attr-revisions Jul 20 17:40:32.423449 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: router_availability_zone.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.424346 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.424902 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: router_availability_zone Jul 20 17:40:32.425232 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: routerservicetype.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.426124 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.426638 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension router-service-type not supported by any of loaded plugins Jul 20 17:40:32.426967 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.428395 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.428940 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: security-groups-normalized-cidr Jul 20 17:40:32.429268 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: security_groups_port_filtering.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.430165 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.430679 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: port-security-groups-filtering Jul 20 17:40:32.431006 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.431904 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.432422 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: security-groups-remote-address-group Jul 20 17:40:32.432777 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.433673 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.434197 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: security-groups-shared-filtering Jul 20 17:40:32.434524 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: securitygroup.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.445338 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.445879 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: security-group Jul 20 17:40:32.446219 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: segment.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.446920 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.447444 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension segment not supported by any of loaded plugins Jul 20 17:40:32.447776 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.448721 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.449243 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 17:40:32.449570 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: servicetype.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.450625 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.451150 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: service-type Jul 20 17:40:32.451659 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: sorting.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.452419 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.452774 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: sorting Jul 20 17:40:32.453101 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: standard_attr_segment.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.453982 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.454499 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 17:40:32.454824 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: standardattrdescription.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.455439 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.455953 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: standard-attr-description Jul 20 17:40:32.456278 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: stateful_security_group.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.457209 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.457730 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: stateful-security-group Jul 20 17:40:32.458057 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: stdattrs_common.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.459281 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 17:40:32.459633 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.460557 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.461082 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 17:40:32.461407 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnet_onboard.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.462430 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.462956 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: subnet_onboard Jul 20 17:40:32.463285 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.464183 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.464738 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 17:40:32.465067 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnet_service_types.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.465965 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.466490 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: subnet-service-types Jul 20 17:40:32.466818 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnetallocation.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.467878 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.468398 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: subnet_allocation Jul 20 17:40:32.468745 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.469371 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.469884 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: subnetpool-prefix-ops Jul 20 17:40:32.470205 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.471096 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.471608 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 17:40:32.471929 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: tagging.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.472969 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.473513 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: standard-attr-tag Jul 20 17:40:32.473838 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: timestamp.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.475521 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.476045 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loaded extension: standard-attr-timestamp Jul 20 17:40:32.476376 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: trunk.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.477400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.477921 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension trunk not supported by any of loaded plugins Jul 20 17:40:32.478252 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: trunk_details.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.479215 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.479733 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension trunk-details not supported by any of loaded plugins Jul 20 17:40:32.480079 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: uplink_status_propagation.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.480982 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.481495 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 17:40:32.481821 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Loading extension file: vlantransparent.py {{(pid=110945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:40:32.482461 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:40:32.482971 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 17:40:32.485583 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:network Jul 20 17:40:32.486119 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnet Jul 20 17:40:32.486515 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:40:32.486908 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:port Jul 20 17:40:32.488248 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.488725 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service FLAVORS assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.489335 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.489794 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.490128 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:router Jul 20 17:40:32.490560 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:floatingip Jul 20 17:40:32.491049 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service METERING assigned prefix: /metering {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.492498 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.492875 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.493233 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:40:32.494237 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 17:40:32.494685 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:security_group Jul 20 17:40:32.495124 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 17:40:32.495654 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service CORE assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.495986 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:40:32.496335 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] subnetpool is already registered Jul 20 17:40:32.496797 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service CORE assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.497139 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:40:32.497475 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] subnetpool is already registered Jul 20 17:40:32.499856 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.500293 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service FLAVORS assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.500923 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.501348 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.501681 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:router Jul 20 17:40:32.502025 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] router is already registered Jul 20 17:40:32.502438 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:floatingip Jul 20 17:40:32.502775 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] floatingip is already registered Jul 20 17:40:32.503230 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service METERING assigned prefix: /metering {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.503892 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 17:40:32.504219 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] rbac_policy is already registered Jul 20 17:40:32.504657 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:security_group Jul 20 17:40:32.504996 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] security_group is already registered Jul 20 17:40:32.505423 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 17:40:32.505762 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] security_group_rule is already registered Jul 20 17:40:32.506392 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service CORE assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.506723 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:40:32.507057 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] subnetpool is already registered Jul 20 17:40:32.507476 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.v2.resource_helper [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Service CORE assigned prefix: {{(pid=110945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:40:32.507810 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:40:32.508143 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING neutron.quota.resource_registry [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] subnetpool is already registered Jul 20 17:40:32.508639 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: extensions {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.510096 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: address-groups {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.511584 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: address-scopes {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.513011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: agents {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.514183 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: auto-allocated-topology {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.515433 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: availability_zones {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.516691 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: dhcp-networks {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.518203 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: dhcp-agents {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.519641 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: routers {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.521914 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: flavors {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.523186 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: service_profiles {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.524404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: next_providers {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.525882 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: service_profiles {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.527456 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: floatingip-pools {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.528758 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: routers {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.530505 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: floatingips {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.531787 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: l3-routers {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.533212 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: l3-agents {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.534647 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: metering-labels {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.535934 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: metering-label-rules {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.537904 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: network-ip-availabilities {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.539178 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: bindings {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.540765 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: quotas {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.542436 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: quotas {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.544001 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: rbac-policies {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.545309 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: security-groups {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.546618 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: security-group-rules {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.547935 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: service-providers {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.549450 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: subnetpools {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.550784 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: subnetpools {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.553398 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.555083 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.557023 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.558814 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.560587 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.562563 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.564277 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.566214 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.568047 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.569839 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron.api.extensions [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Extended resource: tags {{(pid=110945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:40:32.575881 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING keystonemiddleware.auth_token [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 17:40:32.581973 dv-cinder-849846-3-iscsi neutron-server[110945]: WARNING keystonemiddleware.auth_token [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 17:40:32.591469 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Acquired lock "singleton_lock" {{(pid=110945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 17:40:32.591884 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_concurrency.lockutils [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Releasing lock "singleton_lock" {{(pid=110945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 17:40:32.592585 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Starting 2 workers Jul 20 17:40:32.597409 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Started child 111056 {{(pid=110945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:40:32.602498 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Started child 111057 {{(pid=110945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:40:32.603673 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.604364 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO neutron.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 17:40:32.604848 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Publish callbacks [] for process (None), before_spawn {{(pid=110945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.605450 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [-] (111056) wsgi starting up on http://0.0.0.0:9696 Jul 20 17:40:32.609814 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Starting 1 workers Jul 20 17:40:32.610039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.610039 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [-] (111057) wsgi starting up on http://0.0.0.0:9696 Jul 20 17:40:32.612518 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Started child 111058 {{(pid=110945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:40:32.613085 dv-cinder-849846-3-iscsi neutron-server[110945]: INFO oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Starting 1 workers Jul 20 17:40:32.616033 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] calling RpcWorker wait() {{(pid=111058) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 17:40:32.616677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] returning from RpcWorker wait() {{(pid=111058) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 17:40:32.617646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Started child 111059 {{(pid=110945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:40:32.617813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.618215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:32.618447 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ae7-5ebf-4c38-9687-ee1a9c69369b None None] Publish callbacks [] for process (None), after_spawn {{(pid=110945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.620377 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 17:40:32.620625 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:40:32.620799 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:40:32.621026 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:40:32.621350 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:40:32.621508 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:40:32.622065 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.622272 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.622525 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.622669 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:32.623183 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.623352 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.623630 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.623895 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:32.624054 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.624192 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.624389 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.624571 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.624720 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.625119 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.625284 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.625519 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.625799 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.626036 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.626296 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.626466 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.626718 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.626983 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.627243 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.627516 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] debug = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.627776 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.628240 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.628487 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.628732 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.628975 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.629240 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.629504 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.629760 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.629993 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.630234 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.630500 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.630752 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.630998 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.631250 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.631462 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.631733 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.631952 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.632452 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] host = dv-cinder-849846-3-iscsi {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.632725 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.632961 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.633218 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.633524 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.633716 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.633970 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.634207 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.634476 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.634728 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.634953 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.635216 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.635473 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.635719 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.635969 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.636121 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_options = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.636364 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.636665 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.636954 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.637147 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.637420 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.637566 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.637706 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.637870 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.638118 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.638361 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.638573 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.638789 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.639001 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.639248 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.639498 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.639733 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.640714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.640714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.640714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.640947 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.641133 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.641343 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.641572 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.642022 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.642261 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.642617 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.642767 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.643021 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.643232 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.643470 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.643739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.644505 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.644742 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.644989 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.645253 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.645482 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.645708 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.646461 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.646741 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.646968 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.647690 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.647943 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.648157 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.648404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.648662 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.648860 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.649069 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_json = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.649293 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.649537 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.649772 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.650008 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.650427 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.650427 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.650641 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.650869 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.651084 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.651488 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.651789 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.652096 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.652338 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.652594 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.652833 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.660580 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.661739 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.662206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663595 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663595 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.663826 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.664154 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.664314 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.664575 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.664795 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.665029 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.665244 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.665493 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.665716 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.665983 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.666208 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.666472 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.666730 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.666967 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.667207 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.667443 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.667659 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.667878 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.668110 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.668333 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.668566 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.668797 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.669044 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.669259 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.669471 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.669707 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.670153 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.670392 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.670684 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.670989 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.671215 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.671446 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.671662 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.671895 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.672137 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.672357 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.672593 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.672827 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.673043 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.673256 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.673468 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.673682 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.673906 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.674375 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.674713 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.674960 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.675207 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.675423 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.675672 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.675890 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.676183 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.676401 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.676643 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.676856 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.677160 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.677387 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.677638 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.677861 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.678075 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.678326 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.678560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.678774 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.678988 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.679222 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.679435 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.679654 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.679869 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.680108 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.680325 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.680610 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.680849 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.681082 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.681319 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.681568 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.681816 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.682083 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.682333 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.682644 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.682883 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.683148 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.683451 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.683698 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.683984 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.684229 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.684488 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.684757 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.684989 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.685236 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.685467 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.685713 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.685931 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.686176 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.686413 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.686629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.686858 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.687186 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.687420 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.687637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.687854 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.688124 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.688373 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.691560 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692070 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692564 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692564 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692564 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.692836 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.693052 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.693460 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.693678 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.693900 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.694136 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.694353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.694575 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.694804 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.695017 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.695249 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.695483 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.695748 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.696001 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.696216 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.696470 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.696710 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.696945 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.697159 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.697419 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.697645 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.697858 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.698071 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.698285 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.698646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.698866 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.699124 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.699352 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.699585 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.699827 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.700177 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.700469 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.700705 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.700961 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.701199 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.701422 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.701658 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.701873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.702122 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.702360 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.702581 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.702814 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.703211 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.703433 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.703650 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.703866 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.704139 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.704384 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.704632 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.704851 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.705090 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.705304 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.705678 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.706050 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.706261 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.706496 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.706762 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.707082 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.707362 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.707694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.707954 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.708948 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.709359 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.709623 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.709850 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.710102 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.710325 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.710536 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.710760 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.710981 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.711194 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.711422 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.711634 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.711851 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.712056 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.712266 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.712508 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.712737 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.712950 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.713183 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.713404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.713615 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.713827 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.714058 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.714268 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.714476 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.714699 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.714916 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.715130 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.715360 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.715592 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.715798 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.716179 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.716403 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.716648 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.716954 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.717217 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.717451 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725245 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.725902 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.726828 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727353 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727639 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727639 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.727758 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:40:32.728303 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 17:40:32.728501 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:40:32.728652 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:40:32.728823 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:40:32.728981 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:40:32.729131 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:40:32.729329 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.729492 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.729651 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.729811 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.729989 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.730167 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.730337 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.730602 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.730817 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731059 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731221 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731381 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731537 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731696 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.731852 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.732008 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.732392 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.732600 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.732735 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.732892 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733041 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733201 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] debug = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733359 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733549 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733714 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.733875 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734034 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734194 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734372 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734491 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734807 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.734966 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.735277 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.735437 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.735595 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.735785 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.735940 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.736089 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.736236 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.736354 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] host = dv-cinder-849846-3-iscsi {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.736542 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.736695 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737005 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737162 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737320 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737481 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737635 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.737941 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738100 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738259 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738415 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738573 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738734 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.738889 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.739050 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_options = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.739205 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.739361 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.739517 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.739727 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740267 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740267 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740267 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740546 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740546 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740692 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.740887 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741021 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741113 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741230 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741388 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741546 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741704 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.741860 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742017 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742176 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742327 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742487 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742645 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.742802 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743018 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743113 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743254 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743409 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743565 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743721 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.743889 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744052 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744178 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744314 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744504 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744642 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744798 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.744954 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745120 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745271 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745429 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745587 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745746 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.745901 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746059 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746217 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746373 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_json = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746528 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746685 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746844 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.746999 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747157 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747312 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747469 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747626 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747782 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:40:32.747959 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748119 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748295 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748473 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748636 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748822 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.748949 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749109 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749271 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749592 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749755 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.749924 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750084 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750243 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750404 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750562 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750723 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.750878 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751044 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751185 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751330 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751500 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751653 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751816 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.751967 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.752130 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.752301 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.752489 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.752635 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.753287 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.753287 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.753287 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.753751 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.753917 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754081 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754184 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:32.754287 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754393 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754556 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754717 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.754877 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755042 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755266 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755407 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755571 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755731 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.755892 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756052 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756212 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756372 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756565 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756726 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.756886 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757046 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757206 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757365 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757525 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.757852 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.758011 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.758170 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.758399 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.758815 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.759142 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.759561 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.759871 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.760078 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.760241 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.760387 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.760546 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.760703 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.761066 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.761227 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.761424 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.761559 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.761687 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762032 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762032 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762266 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762367 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762461 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762598 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762734 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.762899 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.763055 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.763451 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.763571 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.763686 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.763846 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764014 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764149 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764320 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764502 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764664 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764821 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.764975 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765130 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765283 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765438 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765605 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765763 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.765921 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766082 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766244 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766407 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766566 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766724 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.766883 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767042 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767201 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767360 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767516 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767667 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767822 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.767989 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768147 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768308 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768489 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768654 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768813 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.768971 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769130 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769301 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769460 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769623 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769782 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.769948 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.770117 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.770277 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.770437 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.770596 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.771435 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.771435 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.771630 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.771760 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.771914 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772074 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772232 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772402 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772581 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772732 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.772892 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773077 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773236 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773397 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773626 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773733 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.773851 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774010 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774169 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774329 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774488 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774649 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774809 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.774969 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775128 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775288 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775446 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775611 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775770 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.775930 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776089 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776250 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776409 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776593 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776753 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.776912 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777072 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777230 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777388 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777547 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777707 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.777910 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.779637 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.781873 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.782694 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783264 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.783865 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784241 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784241 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784241 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784500 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784500 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784664 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784821 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.784981 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785144 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785305 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785491 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785630 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785760 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.785920 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.786068 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.786227 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.786400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787238 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787238 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787448 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787552 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787713 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.787883 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.788042 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.788201 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.788360 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.788541 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.793477 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.794629 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.795432 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796048 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.796646 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797251 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.797790 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.798400 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.799339 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.799339 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:40:32.799339 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:40:33.088908 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50016) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:40:33.097774 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065114 Jul 20 17:40:41.855329 dv-cinder-849846-3-iscsi neutron-server[110945]: DEBUG dbcounter [-] [110945] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110945) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:40:44.410261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e6548-0996-4b45-86dd-49489175a45e None None] get_active_networks_info from dv-cinder-849846-3-iscsi {{(pid=111058) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 17:40:44.419206 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writer thread running {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:40:44.494401 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e6548-0996-4b45-86dd-49489175a45e None None] No non-hosted networks {{(pid=111058) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 17:40:44.502786 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.agentschedulers_db [None req-3e0e6548-0996-4b45-86dd-49489175a45e None None] DHCP Agent not found on host dv-cinder-849846-3-iscsi {{(pid=111058) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 17:40:44.734541 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1475-8c0d-4acf-8435-643b96d1d84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:46.188039 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writer thread running {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:40:46.864051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6a09f785-bdd1-4b6f-8879-825f61ee31d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:46.926221 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.db.api [None req-5229f3e9-deed-4dc9-beab-3c1b86bacbdd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849846-3-iscsi {{(pid=111058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 17:40:46.927465 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG oslo_db.api [None req-5229f3e9-deed-4dc9-beab-3c1b86bacbdd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 17:40:47.454145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5229f3e9-deed-4dc9-beab-3c1b86bacbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:47.805863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50084) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:40:48.279431 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:48.491511 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING oslo_policy.policy [None req-858363d7-59b0-44df-b7b2-4d6f940bdd73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:48.492301 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING oslo_policy.policy [None req-858363d7-59b0-44df-b7b2-4d6f940bdd73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:48.742438 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [None req-858363d7-59b0-44df-b7b2-4d6f940bdd73 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:40:48.743736 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-858363d7-59b0-44df-b7b2-4d6f940bdd73 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9353862 Jul 20 17:40:49.552703 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.db.l3_hamode_db [None req-3bc3b84c-b330-46f5-9292-94d11821c724 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 17:40:49.636582 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3b84c-b330-46f5-9292-94d11821c724 None None] Routers set() bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:40:49.636973 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3b84c-b330-46f5-9292-94d11821c724 None None] Router IDs set() for agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 17:40:49.832346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:50.090392 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:50.090990 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.091328 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.091659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.091985 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.092310 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.092786 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.093172 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.093584 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.093999 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.094383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.094936 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.095360 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.095762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.096150 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.096563 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:50.097018 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:50.109509 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:40:51.115667 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50120) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:40:51.453850 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:40:51.548317 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.policy [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 17:40:51.591586 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING oslo_policy.policy [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:51.591969 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING oslo_policy.policy [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:51.613490 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writer thread running {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:40:51.762647 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745938231', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745940795', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745954804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745947054', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745904490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763745895294', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-898431', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-891519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8226847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8262932'] for rbac-policy (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:52.124264 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:52.125495 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-25c02881-04be-409b-aeea-992e8723213d admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0087783 Jul 20 17:40:54.338684 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50132) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:40:54.657479 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:40:54.827607 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Made reservation on behalf of c12a43fae56142df9ddb88b6d5c798fb for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:40:54.831689 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:54.848797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:54.956270 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks [] for security_group (bb233fb8-6cb1-4503-b6b0-b6a457a93ee1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.030943 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (bb233fb8-6cb1-4503-b6b0-b6a457a93ee1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.065092 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:40:55.092962 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763742586161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (a7f3c991-87fa-45ed-a40e-59995251cc3d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.093557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Unsubscribe: segment precommit_create {{(pid=111056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 17:40:55.094166 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Added segment a7f3c991-87fa-45ed-a40e-59995251cc3d of type vlan for network 337bc983-920c-4438-b17b-301d3745f84b Jul 20 17:40:55.101033 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bb233fb8-6cb1-4503-b6b0-b6a457a93ee1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:40:55.123701 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.124039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.124390 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.124764 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.125094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.125416 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.125775 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.126106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.126409 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.126724 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.127039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.127368 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.127684 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.127996 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.128306 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Tracked resource versions report: Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: pushed versions: Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: { 'AddressGroup': {'1.2'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Agent': {'1.1'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'ConntrackHelper': {'1.0'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Log': {'1.0'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'NDPProxy': {'1.0'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Network': {'1.1'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Port': {'1.7'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'PortForwarding': {'1.3'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'QosPolicy': {'1.10'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroup': {'1.5'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SubPort': {'1.0'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Subnet': {'1.1'}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Trunk': {'1.1'}} Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: consumer versions: Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Agent': '1.1', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'ConntrackHelper': '1.0', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'LocalIPAssociation': '1.0', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Log': '1.0', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'NDPProxy': '1.0', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Network': '1.1', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Port': '1.7', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'PortForwarding': '1.3', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'QosPolicy': '1.10', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroup': '1.5', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroupRule': '1.2', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SubPort': '1.0', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Subnet': '1.1', Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Trunk': '1.1'}} Jul 20 17:40:55.129663 dv-cinder-849846-3-iscsi neutron-server[111056]: {{(pid=111056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:40:55.208537 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (337bc983-920c-4438-b17b-301d3745f84b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.237261 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:40:55.359307 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (337bc983-920c-4438-b17b-301d3745f84b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.364671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:40:55.365385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:55.480926 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] Pushing event updated for resources: {'Network': ['ID=337bc983-920c-4438-b17b-301d3745f84b,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:40:55.492866 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 337bc983-920c-4438-b17b-301d3745f84b details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:40:55.531262 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d5e6b70b-f497-4667-bfcd-c60edafecdb8 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1910539 Jul 20 17:40:57.833071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50146) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:40:58.326541 dv-cinder-849846-3-iscsi neutron-server[111057]: WARNING oslo_policy.policy [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:58.327101 dv-cinder-849846-3-iscsi neutron-server[111057]: WARNING oslo_policy.policy [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:58.566427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writer thread running {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:40:58.773146 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.policy [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 17:40:58.815568 dv-cinder-849846-3-iscsi neutron-server[111057]: WARNING oslo_policy.policy [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:58.815945 dv-cinder-849846-3-iscsi neutron-server[111057]: WARNING oslo_policy.policy [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:40:58.824654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:40:58.826392 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0a6bdd90-750f-47e5-afee-dfd26ac4263a demo admin] 10.222.0.42 "GET /v2.0/networks/337bc983-920c-4438-b17b-301d3745f84b HTTP/1.1" status: 200 len: 825 time: 0.9924328 Jul 20 17:40:58.865894 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7f611c81-f54d-42a9-bb32-0b30e7846c54 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/319deff4-a1e9-4b88-aa49-ae196df714fb HTTP/1.1" status: 200 len: 734 time: 0.0337214 Jul 20 17:40:58.874752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:40:59.021458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Made reservation on behalf of c12a43fae56142df9ddb88b6d5c798fb for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:40:59.024258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:59.444766 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (e0f700b6-2692-41c7-aeb6-7f36af506a7a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:59.514973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Checking segment: {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:40:59.515349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Network hostable DHCP agents. Network: 337bc983-920c-4438-b17b-301d3745f84b, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:40:59.529763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e0f700b6-2692-41c7-aeb6-7f36af506a7a,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:40:59.545551 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:40:59.548791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.549136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.549749 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.550107 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.550440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.550771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.551091 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.551409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.551745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.552069 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.552415 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.552775 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.553103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.553420 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.553737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Tracked resource versions report: Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: pushed versions: Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: { 'AddressGroup': {'1.2'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Agent': {'1.1'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'ConntrackHelper': {'1.0'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Log': {'1.0'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'NDPProxy': {'1.0'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Network': {'1.1'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Port': {'1.7'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'PortForwarding': {'1.3'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'QosPolicy': {'1.10'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroup': {'1.5'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SubPort': {'1.0'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Subnet': {'1.1'}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Trunk': {'1.1'}} Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: consumer versions: Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Agent': '1.1', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'ConntrackHelper': '1.0', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'LocalIPAssociation': '1.0', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Log': '1.0', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'NDPProxy': '1.0', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Network': '1.1', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Port': '1.7', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'PortForwarding': '1.3', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'QosPolicy': '1.10', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroup': '1.5', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroupRule': '1.2', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SubPort': '1.0', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Subnet': '1.1', Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Trunk': '1.1'}} Jul 20 17:40:59.555071 dv-cinder-849846-3-iscsi neutron-server[111057]: {{(pid=111057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:40:59.613628 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Network 337bc983-920c-4438-b17b-301d3745f84b is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:40:59.716766 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 337bc983-920c-4438-b17b-301d3745f84b) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:40:59.726453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:40:59.727204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:40:59.727532 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0ee20-ae79-48d7-9aef-06a9d0ffa2c1 None None] Network 337bc983-920c-4438-b17b-301d3745f84b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:40:59.775413 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:40:59.779811 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:40:59.949796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-9759eb37-6673-4cdf-b50f-2f39649977d9 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0783687 Jul 20 17:40:59.977258 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-337bc983-920c-4438-b17b-301d3745f84b', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:40:59.978641 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:00.267949 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Allocated IP 172.20.0.2 (337bc983-920c-4438-b17b-301d3745f84b/e0f700b6-2692-41c7-aeb6-7f36af506a7a/b92b2359-b995-47e3-bc7e-f85363f02e20) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:41:00.314401 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:00.546741 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks [] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:00.674066 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:00.704165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:00.745532 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Network 337bc983-920c-4438-b17b-301d3745f84b is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:41:00.751382 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:41:00.766184 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:41:00.773170 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Pushing event updated for resources: {'Port': ['ID=b92b2359-b995-47e3-bc7e-f85363f02e20,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:00.804597 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.804873 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.805225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.805579 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.805919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.806243 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.806574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.806895 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.807217 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.807539 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.807860 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.808197 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.808542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.808863 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.809177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Tracked resource versions report: Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: pushed versions: Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: { 'AddressGroup': {'1.2'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Agent': {'1.1'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'ConntrackHelper': {'1.0'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Log': {'1.0'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'NDPProxy': {'1.0'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Network': {'1.1'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Port': {'1.7'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'PortForwarding': {'1.3'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'QosPolicy': {'1.10'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroup': {'1.5'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SubPort': {'1.0'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Subnet': {'1.1'}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Trunk': {'1.1'}} Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: consumer versions: Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Agent': '1.1', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'ConntrackHelper': '1.0', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'LocalIPAssociation': '1.0', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Log': '1.0', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'NDPProxy': '1.0', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Network': '1.1', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Port': '1.7', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'PortForwarding': '1.3', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'QosPolicy': '1.10', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroup': '1.5', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroupRule': '1.2', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SubPort': '1.0', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Subnet': '1.1', Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Trunk': '1.1'}} Jul 20 17:41:00.810570 dv-cinder-849846-3-iscsi neutron-server[111058]: {{(pid=111058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:41:00.866613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Attempting to bind port b92b2359-b995-47e3-bc7e-f85363f02e20 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:41:00.867006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Attempting to bind port b92b2359-b995-47e3-bc7e-f85363f02e20 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:41:00.867418 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Attempting to bind port b92b2359-b995-47e3-bc7e-f85363f02e20 on network 337bc983-920c-4438-b17b-301d3745f84b {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:41:00.873387 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:41:00.873765 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Checking segment: {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:41:00.874235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:00.874630 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Bound using segment: {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:41:00.875092 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Bound port: b92b2359-b995-47e3-bc7e-f85363f02e20, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:41:00.875491 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:00.937725 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] For port b92b2359-b995-47e3-bc7e-f85363f02e20, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:41:00.941955 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] For port b92b2359-b995-47e3-bc7e-f85363f02e20, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b92b2359-b995-47e3-bc7e-f85363f02e20,segment=NetworkSegment(a7f3c991-87fa-45ed-a40e-59995251cc3d),segment_id=a7f3c991-87fa-45ed-a40e-59995251cc3d)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:41:01.028674 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:01.092201 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac1b7a-88e3-468e-919f-9ee043897e54 None None] Pushing event updated for resources: {'Port': ['ID=b92b2359-b995-47e3-bc7e-f85363f02e20,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:02.310013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50174) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:02.641985 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [None req-7bf274cb-bafd-4c52-a067-1df05cb3fd38 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:41:02.643081 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7bf274cb-bafd-4c52-a067-1df05cb3fd38 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321023 Jul 20 17:41:04.934401 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50182) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:05.269900 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [None req-fc9442b5-c38a-4ace-8915-7c23aef0cacb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:41:05.271050 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-fc9442b5-c38a-4ace-8915-7c23aef0cacb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3355653 Jul 20 17:41:05.478604 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=53,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:07.577958 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50190) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:07.916140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:41:08.019909 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (2d93061b-2af8-46e4-85f9-0f78da0a47da), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:08.024079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (2d93061b-2af8-46e4-85f9-0f78da0a47da), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:08.159901 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Publish callbacks [] for router_controller (2d93061b-2af8-46e4-85f9-0f78da0a47da), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:08.245441 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (2d93061b-2af8-46e4-85f9-0f78da0a47da), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:08.383368 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:08.384621 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e4883c01-f7df-4635-9337-e360d54d0172 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8054895 Jul 20 17:41:09.199621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c3e02-994b-4a61-bd62-cac88ee87f54 None None] Network 337bc983-920c-4438-b17b-301d3745f84b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:41:09.296279 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Provisioning complete for port b92b2359-b995-47e3-bc7e-f85363f02e20 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:09.296710 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:09.461559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Current status of the port b92b2359-b995-47e3-bc7e-f85363f02e20 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:09.461948 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:09.499864 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] For port b92b2359-b995-47e3-bc7e-f85363f02e20, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b92b2359-b995-47e3-bc7e-f85363f02e20,segment=NetworkSegment(a7f3c991-87fa-45ed-a40e-59995251cc3d),segment_id=a7f3c991-87fa-45ed-a40e-59995251cc3d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:41:09.582237 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:09.630224 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb30f9-370f-40eb-b3ab-3691d026166e None None] Pushing event updated for resources: {'Port': ['ID=b92b2359-b995-47e3-bc7e-f85363f02e20,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:09.700085 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-bd7bee71-92c8-4e50-8a6e-1a2f217534a2 None None] Provisioning complete for port b92b2359-b995-47e3-bc7e-f85363f02e20 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:09.700648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-bd7bee71-92c8-4e50-8a6e-1a2f217534a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:09.725843 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b92b2359-b995-47e3-bc7e-f85363f02e20 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:41:09.765809 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:09.814348 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port b92b2359-b995-47e3-bc7e-f85363f02e20 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:09.814741 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:09.833230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-bd7bee71-92c8-4e50-8a6e-1a2f217534a2 None None] Current status of the port b92b2359-b995-47e3-bc7e-f85363f02e20 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:09.889469 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port b92b2359-b995-47e3-bc7e-f85363f02e20 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:10.674444 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50202) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:11.025303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [None req-6ae2493e-a61c-46c1-9b2a-ac0117e0f3ab admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:41:11.026301 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6ae2493e-a61c-46c1-9b2a-ac0117e0f3ab admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3506777 Jul 20 17:41:11.692178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b92b2359-b995-47e3-bc7e-f85363f02e20 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:41:11.712390 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:11.737058 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port b92b2359-b995-47e3-bc7e-f85363f02e20 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:11.737451 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:11.811822 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port b92b2359-b995-47e3-bc7e-f85363f02e20 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:13.303947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 50210) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:13.618272 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:41:13.729679 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Made reservation on behalf of 3ddf29534d9849ed9221c0b30b65b542 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:41:13.731988 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:13.764786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:13.865947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks [] for security_group (af085221-dbd6-41d8-a39e-8cbc259bfc9c), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:13.963972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (af085221-dbd6-41d8-a39e-8cbc259bfc9c), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:13.971830 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:13.986881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Reserving flat network on physical network physnet1 {{(pid=111057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 17:41:14.007884 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af085221-dbd6-41d8-a39e-8cbc259bfc9c,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:14.013726 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763742586161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (261297f1-661b-4405-abc4-d2c06a20df36), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:14.014254 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Unsubscribe: segment precommit_create {{(pid=111057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 17:41:14.014718 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Added segment 261297f1-661b-4405-abc4-d2c06a20df36 of type flat for network 98ed9bf2-33d9-4666-89b5-915222e90fa6 Jul 20 17:41:14.066126 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (98ed9bf2-33d9-4666-89b5-915222e90fa6), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:14.168235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (98ed9bf2-33d9-4666-89b5-915222e90fa6), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:14.169226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:41:14.169793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:14.260718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] Pushing event updated for resources: {'Network': ['ID=98ed9bf2-33d9-4666-89b5-915222e90fa6,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:14.270708 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:41:14.287606 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-687ab166-0691-4a22-a84d-e036357f7302 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9825816 Jul 20 17:41:14.444737 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-354974fe-e42a-4da0-9dc7-26994f002bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:16.534963 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50218) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:16.890321 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e723c7bf-ac40-4aca-aac6-fce265b0997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:16.944487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5dc4a-7eeb-468f-8e88-32ca38e69ba8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:41:16.945872 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b8e5dc4a-7eeb-468f-8e88-32ca38e69ba8 demo admin] 10.222.0.42 "GET /v2.0/subnets/e0f700b6-2692-41c7-aeb6-7f36af506a7a HTTP/1.1" status: 200 len: 849 time: 0.4099746 Jul 20 17:41:17.132031 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f88693a9-d6fe-499b-a060-ec8daacbb231 demo admin] 10.222.0.42 "GET /v2.0/routers/2d93061b-2af8-46e4-85f9-0f78da0a47da HTTP/1.1" status: 200 len: 704 time: 0.1797583 Jul 20 17:41:17.397178 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:17.687985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Allocated IP 172.20.0.1 (337bc983-920c-4438-b17b-301d3745f84b/e0f700b6-2692-41c7-aeb6-7f36af506a7a/afad27cb-c218-430c-a883-949cf362da25) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:41:17.873351 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks [] for port (afad27cb-c218-430c-a883-949cf362da25), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.089121 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (afad27cb-c218-430c-a883-949cf362da25), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.185669 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Network 337bc983-920c-4438-b17b-301d3745f84b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:41:18.194226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:41:18.196212 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Pushing event updated for resources: {'Port': ['ID=afad27cb-c218-430c-a883-949cf362da25,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:18.200214 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:41:18.200813 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (2d93061b-2af8-46e4-85f9-0f78da0a47da), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.248466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.267842 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:18.439519 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8df7fdd4-9b0b-4ed1-be77-7f7589f506ca None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:18.439912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8df7fdd4-9b0b-4ed1-be77-7f7589f506ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.471437 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8df7fdd4-9b0b-4ed1-be77-7f7589f506ca None None] Port afad27cb-c218-430c-a883-949cf362da25 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:41:18.547524 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (afad27cb-c218-430c-a883-949cf362da25), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.550263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:18.811782 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks [] for port (afad27cb-c218-430c-a883-949cf362da25), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.870683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (afad27cb-c218-430c-a883-949cf362da25), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.871458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (2d93061b-2af8-46e4-85f9-0f78da0a47da), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:18.952277 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Pushing event updated for resources: {'Port': ['ID=afad27cb-c218-430c-a883-949cf362da25,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:19.000218 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Network 337bc983-920c-4438-b17b-301d3745f84b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:41:19.001598 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:41:19.191027 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-cba38904-34c9-46da-8c8f-d2a96d75f31a None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:19.191419 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cba38904-34c9-46da-8c8f-d2a96d75f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:19.223064 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-cba38904-34c9-46da-8c8f-d2a96d75f31a None None] Port afad27cb-c218-430c-a883-949cf362da25 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:41:19.313359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Router 2d93061b-2af8-46e4-85f9-0f78da0a47da is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:41:19.403233 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:41:19.408343 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-bf6d4864-11ec-4f9a-b64c-978b9fa29221 demo admin] 10.222.0.42 "PUT /v2.0/routers/2d93061b-2af8-46e4-85f9-0f78da0a47da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2713180 Jul 20 17:41:19.412937 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Sync routers for ids ['2d93061b-2af8-46e4-85f9-0f78da0a47da'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:41:19.425580 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Routers {'2d93061b-2af8-46e4-85f9-0f78da0a47da'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:41:19.426368 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:41:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['2d93061b-2af8-46e4-85f9-0f78da0a47da'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:19.607232 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Set router 2d93061b-2af8-46e4-85f9-0f78da0a47da gateway port host: None {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:41:19.770123 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.032326 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:18Z', 'revision_number': 2, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port_host': None, '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:18Z', 'revision_number': 2, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:20.082945 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Checking router: 2d93061b-2af8-46e4-85f9-0f78da0a47da for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:41:20.083415 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Updating router 2d93061b-2af8-46e4-85f9-0f78da0a47da port afad27cb-c218-430c-a883-949cf362da25 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:41:20.084846 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.139424 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (afad27cb-c218-430c-a883-949cf362da25), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.635376 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks [] for port (afad27cb-c218-430c-a883-949cf362da25), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.729864 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (afad27cb-c218-430c-a883-949cf362da25), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.898821 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Pushing event updated for resources: {'Port': ['ID=afad27cb-c218-430c-a883-949cf362da25,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:20.914513 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.914859 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.915203 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.915661 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.915870 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.916196 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.916541 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.916934 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Tracked resource versions report: Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: pushed versions: Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: { 'AddressGroup': {'1.2'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Agent': {'1.1'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'ConntrackHelper': {'1.0'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Log': {'1.0'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'NDPProxy': {'1.0'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Network': {'1.1'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Port': {'1.7'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'PortForwarding': {'1.3'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'QosPolicy': {'1.10'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroup': {'1.5'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SubPort': {'1.0'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Subnet': {'1.1'}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Trunk': {'1.1'}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: consumer versions: Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Agent': '1.1', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'ConntrackHelper': '1.0', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'LocalIPAssociation': '1.0', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Log': '1.0', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'NDPProxy': '1.0', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Network': '1.1', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Port': '1.7', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'PortForwarding': '1.3', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'QosPolicy': '1.10', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroup': '1.5', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroupRule': '1.2', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SubPort': '1.0', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Subnet': '1.1', Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Trunk': '1.1'}} Jul 20 17:41:20.924026 dv-cinder-849846-3-iscsi neutron-server[111059]: {{(pid=111059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:41:20.927756 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Attempting to bind port afad27cb-c218-430c-a883-949cf362da25 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:41:20.927756 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Attempting to bind port afad27cb-c218-430c-a883-949cf362da25 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:41:20.927756 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Attempting to bind port afad27cb-c218-430c-a883-949cf362da25 on network 337bc983-920c-4438-b17b-301d3745f84b {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:41:20.932201 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:41:20.932635 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Checking segment: {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:41:20.933105 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.933485 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Bound using segment: {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:41:20.933949 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Bound port: afad27cb-c218-430c-a883-949cf362da25, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f3c991-87fa-45ed-a40e-59995251cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '337bc983-920c-4438-b17b-301d3745f84b'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:41:20.934323 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (afad27cb-c218-430c-a883-949cf362da25), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.953758 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-9c35f1cb-f7c0-42c3-b700-1a38780bd155 None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:20.961694 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1cb-f7c0-42c3-b700-1a38780bd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:20.986452 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-9c35f1cb-f7c0-42c3-b700-1a38780bd155 None None] Port afad27cb-c218-430c-a883-949cf362da25 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:41:21.001726 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] For port afad27cb-c218-430c-a883-949cf362da25, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:41:21.020967 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] For port afad27cb-c218-430c-a883-949cf362da25, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=afad27cb-c218-430c-a883-949cf362da25,segment=NetworkSegment(a7f3c991-87fa-45ed-a40e-59995251cc3d),segment_id=a7f3c991-87fa-45ed-a40e-59995251cc3d)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:41:21.119450 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (afad27cb-c218-430c-a883-949cf362da25), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:21.127926 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:21.146852 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:21.180780 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Routers {'2d93061b-2af8-46e4-85f9-0f78da0a47da'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:41:21.181400 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:41:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['2d93061b-2af8-46e4-85f9-0f78da0a47da'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:21.183239 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecb49-1180-4555-934e-b94028cd0a4e None None] Pushing event updated for resources: {'Port': ['ID=afad27cb-c218-430c-a883-949cf362da25,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:21.272040 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] Set router 2d93061b-2af8-46e4-85f9-0f78da0a47da gateway port host: None {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:41:21.412951 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:21.413336 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:21.477178 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:18Z', 'revision_number': 2, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port_host': None, '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:20Z', 'revision_number': 4, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:21.485565 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Current status of the port afad27cb-c218-430c-a883-949cf362da25 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:21.486227 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (afad27cb-c218-430c-a883-949cf362da25), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:21.503203 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f167c-7130-4c15-9e8f-f209637ef34d None None] The sync data for ids ['2d93061b-2af8-46e4-85f9-0f78da0a47da'] in dv-cinder-849846-3-iscsi is: [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:18Z', 'revision_number': 2, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port_host': None, '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:20Z', 'revision_number': 4, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:41:21.522140 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] For port afad27cb-c218-430c-a883-949cf362da25, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=afad27cb-c218-430c-a883-949cf362da25,segment=NetworkSegment(a7f3c991-87fa-45ed-a40e-59995251cc3d),segment_id=a7f3c991-87fa-45ed-a40e-59995251cc3d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:41:21.596842 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (afad27cb-c218-430c-a883-949cf362da25), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:21.643363 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e698cc1-ce95-458e-a58d-3d615c9b963c None None] Pushing event updated for resources: {'Port': ['ID=afad27cb-c218-430c-a883-949cf362da25,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:21.755634 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50230) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:22.142588 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f44ca5-cba7-412c-9c47-88dfa5bb0771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:41:22.143969 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-07f44ca5-cba7-412c-9c47-88dfa5bb0771 admin admin] 10.222.0.42 "GET /v2.0/networks/98ed9bf2-33d9-4666-89b5-915222e90fa6 HTTP/1.1" status: 200 len: 842 time: 0.3873539 Jul 20 17:41:22.153338 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:41:22.169492 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:22.313308 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Made reservation on behalf of 3ddf29534d9849ed9221c0b30b65b542 for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:41:22.315690 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:22.685346 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.objects.ports [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111056) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 17:41:22.685809 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (e6e5608a-b812-4576-a7e1-bf5e8a29f300), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:22.719034 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:22.739281 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e5608a-b812-4576-a7e1-bf5e8a29f300,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:22.758813 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:41:22.759402 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Network hostable DHCP agents. Network: 98ed9bf2-33d9-4666-89b5-915222e90fa6, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:41:22.867468 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:41:22.975767 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 98ed9bf2-33d9-4666-89b5-915222e90fa6) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:41:22.983643 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef79eb5-530b-4333-838f-13ac8325e249 None None] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:41:22.987301 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:41:22.987909 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:23.085065 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d8d43-5498-46d5-a64d-8970b2805846 None None] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:41:23.109948 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b60dcfb8-08fb-4eb7-aa6c-4d6c608721d3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9599223 Jul 20 17:41:24.258009 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=4,neutron:SELECT=69,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:25.414957 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50238) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:25.658090 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:41:25.827391 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-30ccfcac-0a53-4dc9-aed0-830132664ec9 demo admin] 10.222.0.42 "GET /v2.0/routers/2d93061b-2af8-46e4-85f9-0f78da0a47da HTTP/1.1" status: 200 len: 710 time: 0.4110525 Jul 20 17:41:25.918601 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2729b-fa80-491c-bd90-80fb2b7bb379 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:41:25.919980 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9af2729b-fa80-491c-bd90-80fb2b7bb379 demo admin] 10.222.0.42 "GET /v2.0/networks/98ed9bf2-33d9-4666-89b5-915222e90fa6 HTTP/1.1" status: 200 len: 886 time: 0.0872598 Jul 20 17:41:25.929606 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:41:26.237411 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks [] for router_gateway (2d93061b-2af8-46e4-85f9-0f78da0a47da), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:26.443801 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:26.559012 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks [] for router_gateway (2d93061b-2af8-46e4-85f9-0f78da0a47da), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:26.637143 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:26.715591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:26.743880 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Allocated IP 172.27.3.115 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/5c169964-a16b-4687-b383-d54d34813e8e) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:41:26.848387 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks [] for port (5c169964-a16b-4687-b383-d54d34813e8e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.061901 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (5c169964-a16b-4687-b383-d54d34813e8e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.108296 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:41:27.109906 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:41:27.112298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Pushing event updated for resources: {'Port': ['ID=5c169964-a16b-4687-b383-d54d34813e8e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:27.115557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:41:27.452358 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks [] for router_gateway (2d93061b-2af8-46e4-85f9-0f78da0a47da), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.496296 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:27.638435 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8035346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-386'] for router (2d93061b-2af8-46e4-85f9-0f78da0a47da), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.641943 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8035371'] for router (2d93061b-2af8-46e4-85f9-0f78da0a47da), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.720913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device afad27cb-c218-430c-a883-949cf362da25 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:41:27.748927 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Router 2d93061b-2af8-46e4-85f9-0f78da0a47da has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:41:27.751894 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:27.764223 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:27.767579 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:27.767579 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.840104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port afad27cb-c218-430c-a883-949cf362da25 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:27.854880 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:41:27.859166 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:27.860535 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-daa64c6d-7422-48a2-b3f7-52956f6dfc03 demo admin] 10.222.0.42 "PUT /v2.0/routers/2d93061b-2af8-46e4-85f9-0f78da0a47da HTTP/1.1" status: 200 len: 890 time: 1.9345436 Jul 20 17:41:27.875761 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Sync routers for ids ['2d93061b-2af8-46e4-85f9-0f78da0a47da'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:41:27.888774 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Routers {'2d93061b-2af8-46e4-85f9-0f78da0a47da'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:41:27.889477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:41:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['2d93061b-2af8-46e4-85f9-0f78da0a47da'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:28.107436 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Set router 2d93061b-2af8-46e4-85f9-0f78da0a47da gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:41:28.483458 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5c169964-a16b-4687-b383-d54d34813e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:27Z', 'revision_number': 4, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port': {'id': '5c169964-a16b-4687-b383-d54d34813e8e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:26Z', 'updated_at': '2022-07-20T17:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:21Z', 'revision_number': 5, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:28.603652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Checking router: 2d93061b-2af8-46e4-85f9-0f78da0a47da for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:41:28.604027 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Updating router 2d93061b-2af8-46e4-85f9-0f78da0a47da port 5c169964-a16b-4687-b383-d54d34813e8e binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:41:28.658064 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c169964-a16b-4687-b383-d54d34813e8e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:28.983792 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks [] for port (5c169964-a16b-4687-b383-d54d34813e8e), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:29.078165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5c169964-a16b-4687-b383-d54d34813e8e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:29.109176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:29.132880 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255348b-5293-4d00-b213-3aa7e8119593 None None] Pushing event updated for resources: {'Port': ['ID=5c169964-a16b-4687-b383-d54d34813e8e,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:29.135268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Attempting to bind port 5c169964-a16b-4687-b383-d54d34813e8e on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:41:29.135643 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Attempting to bind port 5c169964-a16b-4687-b383-d54d34813e8e by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:41:29.136000 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Attempting to bind port 5c169964-a16b-4687-b383-d54d34813e8e on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:41:29.142106 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:41:29.142484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:41:29.142885 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:29.143280 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:41:29.143748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Bound port: 5c169964-a16b-4687-b383-d54d34813e8e, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:41:29.144160 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c169964-a16b-4687-b383-d54d34813e8e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:29.196642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] For port 5c169964-a16b-4687-b383-d54d34813e8e, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:41:29.199650 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] For port 5c169964-a16b-4687-b383-d54d34813e8e, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=5c169964-a16b-4687-b383-d54d34813e8e,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:41:29.341981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5c169964-a16b-4687-b383-d54d34813e8e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:29.371997 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:29.400652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Routers {'2d93061b-2af8-46e4-85f9-0f78da0a47da'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:41:29.401243 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:41:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['2d93061b-2af8-46e4-85f9-0f78da0a47da'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:29.402913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255348b-5293-4d00-b213-3aa7e8119593 None None] Pushing event updated for resources: {'Port': ['ID=5c169964-a16b-4687-b383-d54d34813e8e,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:29.508604 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] Set router 2d93061b-2af8-46e4-85f9-0f78da0a47da gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:41:29.705627 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5c169964-a16b-4687-b383-d54d34813e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:27Z', 'revision_number': 4, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port': {'id': '5c169964-a16b-4687-b383-d54d34813e8e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:26Z', 'updated_at': '2022-07-20T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:21Z', 'revision_number': 5, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:41:29.733128 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c589ec9-c62e-4786-958d-04ab9fecfcd5 None None] The sync data for ids ['2d93061b-2af8-46e4-85f9-0f78da0a47da'] in dv-cinder-849846-3-iscsi is: [{'id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'name': 'router1', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '5c169964-a16b-4687-b383-d54d34813e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:41:08Z', 'updated_at': '2022-07-20T17:41:27Z', 'revision_number': 4, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'gw_port': {'id': '5c169964-a16b-4687-b383-d54d34813e8e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:26Z', 'updated_at': '2022-07-20T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'afad27cb-c218-430c-a883-949cf362da25', 'name': '', 'network_id': '337bc983-920c-4438-b17b-301d3745f84b', 'tenant_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'mac_address': 'fa:16:3e:8b:e7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93061b-2af8-46e4-85f9-0f78da0a47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:41:17Z', 'updated_at': '2022-07-20T17:41:21Z', 'revision_number': 5, 'project_id': 'c12a43fae56142df9ddb88b6d5c798fb', 'subnets': [{'id': 'e0f700b6-2692-41c7-aeb6-7f36af506a7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319deff4-a1e9-4b88-aa49-ae196df714fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:41:30.293209 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50254) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:41:30.688168 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-cf72b357-1409-4a57-9de4-3f9183e06611 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3937652 Jul 20 17:41:31.717410 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5c169964-a16b-4687-b383-d54d34813e8e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:41:31.762051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 5c169964-a16b-4687-b383-d54d34813e8e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:31.762448 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5c169964-a16b-4687-b383-d54d34813e8e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:31.837535 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 5c169964-a16b-4687-b383-d54d34813e8e is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:31.837923 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c169964-a16b-4687-b383-d54d34813e8e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:31.859648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 5c169964-a16b-4687-b383-d54d34813e8e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=5c169964-a16b-4687-b383-d54d34813e8e,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:41:31.934573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5c169964-a16b-4687-b383-d54d34813e8e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:31.995563 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=5c169964-a16b-4687-b383-d54d34813e8e,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:41:33.670766 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=61 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:33.717782 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5c169964-a16b-4687-b383-d54d34813e8e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:41:33.762609 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 5c169964-a16b-4687-b383-d54d34813e8e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:41:33.763001 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5c169964-a16b-4687-b383-d54d34813e8e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:33.827595 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:33.841691 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 5c169964-a16b-4687-b383-d54d34813e8e is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:41:35.653524 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=21 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:40.671407 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=28 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:40.689510 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:43.840422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:44.450031 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8dacead8-41f0-48ad-9490-d9d228fcebe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:46.855729 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e21dab7d-367e-40c9-b78a-441f5fb01b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:48.249970 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:49.787099 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:50.152763 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:41:59.992821 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:41:59.994771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:02.657489 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:42:10.676536 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:12.652973 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:14.477947 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6c9845dc-63ce-49e3-b85b-118908a6bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:16.849849 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d8b34808-293c-4480-a877-b54340167629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:18.189766 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:20.032071 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:20.107807 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:29.994228 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:29.997977 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:39.659097 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:42:44.431211 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6097194d-a00e-46c4-9e99-56d5d50213cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:46.825638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-386d2a84-2dc9-4cde-80fa-ba9896a6df7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:47.670886 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:48.202636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:49.658303 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:42:49.780261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:50.093331 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:54.509167 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50792) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:42:54.916239 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada74797-2c68-4e62-9544-8b794a555e2c admin admin] GET failed (client error): The resource could not be found. Jul 20 17:42:54.917628 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ada74797-2c68-4e62-9544-8b794a555e2c admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4075174 Jul 20 17:42:55.085613 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaeaac4-8150-40c3-a3a4-28f98a0452e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:42:55.087110 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-acaeaac4-8150-40c3-a3a4-28f98a0452e1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651535 Jul 20 17:42:57.290476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50802) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:42:57.656192 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b931ae-c187-411d-981c-d64b2824fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:42:57.657454 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f4b931ae-c187-411d-981c-d64b2824fc4d admin admin] 10.222.0.42 "GET /v2.0/subnets/e0f700b6-2692-41c7-aeb6-7f36af506a7a HTTP/1.1" status: 200 len: 849 time: 0.3660090 Jul 20 17:42:57.666899 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:42:57.754986 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Publish callbacks [] for subnet (e0f700b6-2692-41c7-aeb6-7f36af506a7a), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:57.985677 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763742664771'] for subnet (e0f700b6-2692-41c7-aeb6-7f36af506a7a), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:58.020091 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:42:58.020712 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:58.021982 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] 10.222.0.42 "PUT /v2.0/subnets/e0f700b6-2692-41c7-aeb6-7f36af506a7a HTTP/1.1" status: 200 len: 868 time: 0.3586156 Jul 20 17:42:58.023479 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e11c43-78b4-4aaa-a80b-ccd771f9b522 None None] Network 337bc983-920c-4438-b17b-301d3745f84b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:42:58.039654 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f700b6-2692-41c7-aeb6-7f36af506a7a,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:42:58.047940 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.047940 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.048313 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.048410 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.048751 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.049074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.049404 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.049731 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.050210 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.050553 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.050901 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.051233 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.051557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.052145 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.052489 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff99a-f67a-4900-9a74-cbcb02a38e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:42:58.378823 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Provisioning complete for port b92b2359-b995-47e3-bc7e-f85363f02e20 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:42:58.379213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b92b2359-b995-47e3-bc7e-f85363f02e20), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:58.452512 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Current status of the port b92b2359-b995-47e3-bc7e-f85363f02e20 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:42:58.461261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Provisioning complete for port afad27cb-c218-430c-a883-949cf362da25 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:42:58.461647 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (afad27cb-c218-430c-a883-949cf362da25), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:42:58.534510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5fd34705-04a3-4918-b0a8-39a4657c5891 None None] Current status of the port afad27cb-c218-430c-a883-949cf362da25 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:43:00.245742 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50810) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:00.712620 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df54c4-c3c5-4ca3-8430-4a5056790f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:00.713114 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df54c4-c3c5-4ca3-8430-4a5056790f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:00.714691 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e7df54c4-c3c5-4ca3-8430-4a5056790f63 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4679835 Jul 20 17:43:02.892159 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50818) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:03.296003 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28145ae7-ae9e-4581-a4f2-97577b27a26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:03.296407 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28145ae7-ae9e-4581-a4f2-97577b27a26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:03.297935 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-28145ae7-ae9e-4581-a4f2-97577b27a26a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4048057 Jul 20 17:43:05.471219 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50826) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:05.886633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685390f1-51c1-43ec-8bfc-fdd793099229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:05.887997 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-685390f1-51c1-43ec-8bfc-fdd793099229 admin admin] 10.222.0.42 "GET /v2.0/networks/337bc983-920c-4438-b17b-301d3745f84b HTTP/1.1" status: 200 len: 869 time: 0.4158413 Jul 20 17:43:08.074993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50834) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:08.405119 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:08.412939 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:08.473144 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6cd41-3a97-4be6-9d14-b03fc277db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:08.474850 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-a5b6cd41-3a97-4be6-9d14-b03fc277db7d admin admin] 10.222.0.42 "GET /v2.0/networks/98ed9bf2-33d9-4666-89b5-915222e90fa6 HTTP/1.1" status: 200 len: 886 time: 0.3988993 Jul 20 17:43:08.526744 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:08.532919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:10.687316 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50842) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:11.080635 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc76315-b7dd-4c90-9845-b9bfc79e7dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:11.081008 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc76315-b7dd-4c90-9845-b9bfc79e7dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:11.082532 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-bcc76315-b7dd-4c90-9845-b9bfc79e7dd3 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3942862 Jul 20 17:43:13.284319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50850) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:13.655982 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823f2af-2ef7-436f-8e72-d6cd69a51ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:13.656355 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823f2af-2ef7-436f-8e72-d6cd69a51ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:13.657854 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8823f2af-2ef7-436f-8e72-d6cd69a51ea1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3725755 Jul 20 17:43:14.425252 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b25f97b3-9b97-4f7b-9991-41631e634387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:15.822975 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50858) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:16.188385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d9a45-ecda-4ff0-bafb-8f395c4aabc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:16.189706 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4b3d9a45-ecda-4ff0-bafb-8f395c4aabc7 admin admin] 10.222.0.42 "GET /v2.0/subnets/e0f700b6-2692-41c7-aeb6-7f36af506a7a HTTP/1.1" status: 200 len: 868 time: 0.3657677 Jul 20 17:43:16.658454 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:43:16.813911 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-22d01824-abd1-421a-86b8-a43953a0e21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:18.219316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:18.368051 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50866) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:18.719413 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2a316-23d4-4b26-8a10-2f0df9009b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:18.720767 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-56f2a316-23d4-4b26-8a10-2f0df9009b88 admin admin] 10.222.0.42 "GET /v2.0/subnets/e6e5608a-b812-4576-a7e1-bf5e8a29f300 HTTP/1.1" status: 200 len: 816 time: 0.3517673 Jul 20 17:43:19.790979 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:20.082125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:24.666530 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:26.654224 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:28.710485 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=38 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:28.715579 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=26 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:29.995511 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:30.002798 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:39.987317 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:39.990126 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:44.430393 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4d75c8de-a47c-4149-a17e-2163623cd24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:46.656365 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50920) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:46.802214 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6804dd26-67aa-40c7-8260-fde665a9eb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:46.979450 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [None req-4e7544cb-fa0f-48ea-975b-2b1d413b86d0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:43:46.980507 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4e7544cb-fa0f-48ea-975b-2b1d413b86d0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230791 Jul 20 17:43:48.207426 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:49.268773 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50928) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:49.721567 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d67c3e-b401-4036-a47c-d33e6b059328 admin admin] GET failed (client error): The resource could not be found. Jul 20 17:43:49.721567 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-65d67c3e-b401-4036-a47c-d33e6b059328 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4516063 Jul 20 17:43:49.779615 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:49.824947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3282b-8129-412a-8e82-0904e9704071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:49.826985 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-72b3282b-8129-412a-8e82-0904e9704071 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1015790 Jul 20 17:43:50.105127 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.139589 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50936) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:52.462870 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:43:52.550063 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Made reservation on behalf of 3ddf29534d9849ed9221c0b30b65b542 for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:43:52.552319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.580275 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING neutron.services.revisions.revision_plugin [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Could not find related network for resource to bump revision. Jul 20 17:43:52.593026 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:43:52.602497 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (7732d46f-493d-4a9c-8fc8-e758b0f7439d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.602828 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Added segment 7732d46f-493d-4a9c-8fc8-e758b0f7439d of type vlan for network 61eb5778-35c1-4a69-b1d1-e12d4306571b Jul 20 17:43:52.651625 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (61eb5778-35c1-4a69-b1d1-e12d4306571b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.755423 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (61eb5778-35c1-4a69-b1d1-e12d4306571b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.756486 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:52.757065 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:52.849243 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] Pushing event updated for resources: {'Network': ['ID=61eb5778-35c1-4a69-b1d1-e12d4306571b,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:43:52.859267 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:43:52.930542 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f36352ec-0129-49b5-89d7-c03ccb5d3c49 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7898121 Jul 20 17:43:53.657128 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:43:55.325592 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50944) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:43:55.750036 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b72d50-dc3c-44fd-9a96-36856d67b784 admin admin] GET failed (client error): The resource could not be found. Jul 20 17:43:55.751392 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-44b72d50-dc3c-44fd-9a96-36856d67b784 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4242589 Jul 20 17:43:55.820488 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835eb47-1c75-47e1-a4bc-b3af2f21ac36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:55.821932 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4835eb47-1c75-47e1-a4bc-b3af2f21ac36 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664556 Jul 20 17:43:55.831595 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Request body: {'subnet': {'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:43:55.904958 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Made reservation on behalf of 3ddf29534d9849ed9221c0b30b65b542 for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:43:55.907238 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:56.133184 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (e9bdebd3-b374-4887-97b3-014a5af5a85a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:56.190783 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bdebd3-b374-4887-97b3-014a5af5a85a,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:43:56.201580 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Checking segment: {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:43:56.201931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Network hostable DHCP agents. Network: 61eb5778-35c1-4a69-b1d1-e12d4306571b, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:43:56.287080 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:43:56.395652 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 61eb5778-35c1-4a69-b1d1-e12d4306571b) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:43:56.399917 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:43:56.400548 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:56.405702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59849c38-2337-4141-a34e-b83285aeee35 None None] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:43:56.495804 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6827a7c7-d2ba-438a-ac93-ec17eabd8a4a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6673665 Jul 20 17:43:56.506416 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-61eb5778-35c1-4a69-b1d1-e12d4306571b', 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b', 'project_id': '3ddf29534d9849ed9221c0b30b65b542', 'fixed_ips': [{'subnet_id': 'e9bdebd3-b374-4887-97b3-014a5af5a85a'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:43:56.512323 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:56.653319 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Allocated IP 192.168.233.2 (61eb5778-35c1-4a69-b1d1-e12d4306571b/e9bdebd3-b374-4887-97b3-014a5af5a85a/93e2d5d3-9476-4e8d-9a11-04fff22cc771) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:43:56.903518 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks [] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:56.973635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:57.014443 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:43:57.021388 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:43:57.025618 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:43:57.027624 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Pushing event updated for resources: {'Port': ['ID=93e2d5d3-9476-4e8d-9a11-04fff22cc771,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:43:57.040610 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.051702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:43:57.104672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Attempting to bind port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:43:57.105046 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Attempting to bind port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:43:57.105534 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Attempting to bind port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 on network 61eb5778-35c1-4a69-b1d1-e12d4306571b {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:43:57.111521 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:43:57.111889 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Checking segment: {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:43:57.112285 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:57.112924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Bound using segment: {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:43:57.114019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Bound port: 93e2d5d3-9476-4e8d-9a11-04fff22cc771, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:43:57.114019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:57.177135 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] For port 93e2d5d3-9476-4e8d-9a11-04fff22cc771, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:43:57.181097 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] For port 93e2d5d3-9476-4e8d-9a11-04fff22cc771, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=93e2d5d3-9476-4e8d-9a11-04fff22cc771,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:43:57.299152 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:57.357596 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb94e3-67ba-4d5c-b099-36c00be7da1c None None] Pushing event updated for resources: {'Port': ['ID=93e2d5d3-9476-4e8d-9a11-04fff22cc771,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:43:57.829731 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 93e2d5d3-9476-4e8d-9a11-04fff22cc771 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:43:57.850623 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:57.875158 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:57.882556 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:43:57.883178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:57.971745 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:43:57.972133 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:58.010430 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 93e2d5d3-9476-4e8d-9a11-04fff22cc771, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=93e2d5d3-9476-4e8d-9a11-04fff22cc771,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:43:58.116704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:58.171848 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=93e2d5d3-9476-4e8d-9a11-04fff22cc771,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:43:58.207936 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fb838-0a1a-4878-b055-594e66073345 None None] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:43:58.288605 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb1b7-6bd8-4a78-af33-cf44ace1d399 None None] Provisioning complete for port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:43:58.289243 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb1b7-6bd8-4a78-af33-cf44ace1d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:58.395084 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5e7eb1b7-6bd8-4a78-af33-cf44ace1d399 None None] Current status of the port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:43:58.515207 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-f969afd1-813b-419d-851d-aca46711e517 None None] Provisioning complete for port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:43:58.515591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f969afd1-813b-419d-851d-aca46711e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:58.588896 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f969afd1-813b-419d-851d-aca46711e517 None None] Current status of the port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:43:59.813019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 93e2d5d3-9476-4e8d-9a11-04fff22cc771 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:43:59.855783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:43:59.856176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (93e2d5d3-9476-4e8d-9a11-04fff22cc771), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:43:59.896871 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:43:59.937657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 93e2d5d3-9476-4e8d-9a11-04fff22cc771 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:44:03.652643 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:03.653627 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:06.411047 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:06.411898 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=77,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:14.436608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15ddc058-469e-4a95-aaa0-cc933818d8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:16.841477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-732ac903-3736-4307-83be-bb315823072f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:18.212440 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:19.835558 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:20.144326 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:30.001289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:30.004166 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:30.656110 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:44:42.650457 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:42.655222 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:44:44.446832 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-215edb08-858f-4b00-b13e-6fefb05a80f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:46.812409 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-73e9522e-01ea-4ba3-a8d2-d11e0b23bb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:48.217900 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:49.806828 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:44:50.091700 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:00.000608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:00.002749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:07.655356 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:45:14.520407 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dae46084-5dda-4266-8b08-999611c2f6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:16.800363 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-23864de1-1e9c-4d47-b804-8deb4a8581c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:17.650024 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:17.650798 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:18.240394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:19.846437 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:20.103779 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:29.998648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:30.005550 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:34.555746 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 50982) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:45:34.555746 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [None req-df985a48-3a8d-4a1c-b706-cc24c9b42528 tempest-verify_tempest_config-670466134 tempest-verify_tempest_config-670466134-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:45:34.555746 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-df985a48-3a8d-4a1c-b706-cc24c9b42528 tempest-verify_tempest_config-670466134 tempest-verify_tempest_config-670466134-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056360 Jul 20 17:45:35.340685 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51000) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:45:35.663678 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:35.737440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Publish callbacks [] for security_group (d3d541f8-5cc5-48aa-90bd-6acccee7dbe1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:35.840371 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d3d541f8-5cc5-48aa-90bd-6acccee7dbe1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:35.886842 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a94cb04296764abdbcedddcbd74a66f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5450313 Jul 20 17:45:35.887926 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d541f8-5cc5-48aa-90bd-6acccee7dbe1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:45:35.889597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51004) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:45:35.895091 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.895444 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.896382 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.896752 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.897085 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.897417 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.897741 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.898065 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.898390 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.898713 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.899068 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.899392 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.899714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.900031 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.900344 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24190c09-eda8-4377-bec6-fc371a29029f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:35.947073 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Publish callbacks [] for security_group (d3d541f8-5cc5-48aa-90bd-6acccee7dbe1), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:35.967964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Publish callbacks [] for security_group (d3d541f8-5cc5-48aa-90bd-6acccee7dbe1), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:36.188681 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d3d541f8-5cc5-48aa-90bd-6acccee7dbe1), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:36.191355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:36.192472 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3d541f8-5cc5-48aa-90bd-6acccee7dbe1 HTTP/1.1" status: 204 len: 168 time: 0.3019023 Jul 20 17:45:36.200815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d541f8-5cc5-48aa-90bd-6acccee7dbe1,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:45:36.207742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.208097 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.209063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.209409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.209755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.210094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.210425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.210759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.211110 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.211444 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.211774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.212120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.212467 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.212794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:36.213120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b4691-d00a-4a26-a8e4-b02b35019b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:45:39.865569 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:39.866762 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:44.429427 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e245fd85-3737-4fa9-87ea-f6f2227181f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:44.654172 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:45:45.890487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:45.891362 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:46.197033 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:46.204005 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:46.834996 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5880-04f7-460b-b36c-74e422582786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:48.229100 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:49.777600 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:50.103069 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:45:52.659498 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:54.650243 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:45:59.702369 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:00.004906 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:14.474463 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-24f57768-f204-48ed-ba9c-4b57286e4efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:16.821727 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbbdb-ea4a-468e-a53a-c75d17d07b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:18.228903 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:19.777080 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:20.085771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:21.652872 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:46:29.665196 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:29.999074 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:30.000954 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:31.648491 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:42.655073 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:42.655967 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:46:44.468295 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c38c0082-ed16-4583-b4d7-373b0ba5fd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:46.805999 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-acb59479-b0c6-44f5-9ad6-d698e6455258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:48.232569 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:49.763460 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:50.136701 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:46:58.651645 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 5 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:47:00.001521 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:00.004419 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:08.646728 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:08.647471 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:14.450785 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-48dca4fa-b80d-4439-b979-589ba855c751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:16.839366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a37c4948-b448-428e-b2ec-a82e3ee8765c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:18.234071 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:19.797971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:20.097211 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:26.364983 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8054290'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:30.004789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:35.650325 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:47:36.280194 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:38.849426 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51104) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:47:38.978980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-2d899f6f-86c3-4e95-8e33-e964ed88d70c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1284857 Jul 20 17:47:41.068780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51114) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:47:41.124392 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0ef695ee-4eba-4f51-a8aa-a5fce10ee2cf admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543640 Jul 20 17:47:43.677959 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=18 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:44.445154 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d82eab47-d2d9-4c39-a4ab-88e4c7fe97cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:45.646721 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=16 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:46.793776 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a92c1ae5-e9c8-4a17-8981-f9ad5ed72158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:48.261970 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:49.781655 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:50.119329 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:47:51.118505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:51.119311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:47:56.339853 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:06.269728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:06.275712 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:12.651160 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:48:14.487810 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-89930927-9f35-41b1-8ceb-fc61044b2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:16.807919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5c79941e-afc4-4b62-ae36-a386aff00ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:18.247915 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:19.781592 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:20.115929 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:22.647717 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:22.648535 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:26.345006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:36.281964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:36.288309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:42.663020 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:44.455803 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-0bc8ff23-8dfb-4984-9f89-41e7518e33c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:46.815786 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9aaceb90-8808-4d03-be0a-938c93c5e733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:48.230264 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:49.651340 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:48:49.795422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.075893 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.412998 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:57.665849 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:59.647390 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:06.317149 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:06.318957 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:14.458138 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8f3a-37ff-4582-aa75-6e5674bd231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:16.827386 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-56bb1365-a63d-42e2-8ebc-766f7c4c88e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.101522 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51228) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:18.252930 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.319603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-477034030-network', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:18.412373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Made reservation on behalf of 1e0c8bf2bfe34311961a4bde7f102944 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:18.415032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.424551 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.502351 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks [] for security_group (c0842433-e3d8-4fe9-b46a-49909f5108e4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.566940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (c0842433-e3d8-4fe9-b46a-49909f5108e4), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.600246 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:49:18.607341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0842433-e3d8-4fe9-b46a-49909f5108e4,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:18.616621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.616903 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Added segment fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a of type vlan for network 4543ca71-03de-461e-8540-7f258ee4032c Jul 20 17:49:18.618688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.619039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.619385 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.619731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.620064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.620397 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.620746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.621077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.621419 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.621748 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.622090 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.622439 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.622764 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.623086 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.623407 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Tracked resource versions report: Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: pushed versions: Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: { 'AddressGroup': {'1.2'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Agent': {'1.1'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'ConntrackHelper': {'1.0'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Log': {'1.0'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'NDPProxy': {'1.0'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Network': {'1.1'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Port': {'1.7'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'PortForwarding': {'1.3'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'QosPolicy': {'1.10'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroup': {'1.5'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SubPort': {'1.0'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Subnet': {'1.1'}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Trunk': {'1.1'}} Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: consumer versions: Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Agent': '1.1', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'ConntrackHelper': '1.0', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'LocalIPAssociation': '1.0', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Log': '1.0', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'NDPProxy': '1.0', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Network': '1.1', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Port': '1.7', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'PortForwarding': '1.3', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'QosPolicy': '1.10', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroup': '1.5', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SecurityGroupRule': '1.2', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'SubPort': '1.0', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Subnet': '1.1', Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: 'Trunk': '1.1'}} Jul 20 17:49:18.624544 dv-cinder-849846-3-iscsi neutron-server[111057]: {{(pid=111057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:49:18.666228 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (4543ca71-03de-461e-8540-7f258ee4032c), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.823500 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (4543ca71-03de-461e-8540-7f258ee4032c), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.824683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:18.825320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:18.887737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] Pushing event updated for resources: {'Network': ['ID=4543ca71-03de-461e-8540-7f258ee4032c,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:18.903149 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 4543ca71-03de-461e-8540-7f258ee4032c details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:49:18.972735 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-75f59631-3fcc-46a9-b425-639cdb7c710a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8706462 Jul 20 17:49:18.975617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51268) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:18.980767 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Request body: {'subnet': {'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-subnet', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:19.066945 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Made reservation on behalf of 1e0c8bf2bfe34311961a4bde7f102944 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:19.069624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.313906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (6c12685c-bf1f-4856-a731-6a4b02c53f42), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.373011 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c12685c-bf1f-4856-a731-6a4b02c53f42,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:19.386383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Checking segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:19.386987 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Network hostable DHCP agents. Network: 4543ca71-03de-461e-8540-7f258ee4032c, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:19.443933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51286) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:19.492259 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Network 4543ca71-03de-461e-8540-7f258ee4032c is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:19.503433 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51296) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:19.575366 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 4543ca71-03de-461e-8540-7f258ee4032c) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:19.587104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:19.587104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.587813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a54f35-2e66-4e82-988d-b065c5cda60a None None] Network 4543ca71-03de-461e-8540-7f258ee4032c requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:19.640371 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1148677856-network', 'tenant_id': '6a76562649474d5bb8f326aab70630ab'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:19.682666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1914609858-network', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:19.684647 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-94bed3b6-f727-4323-a088-20b67bf350ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7079420 Jul 20 17:49:19.685258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51312) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:19.689944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:19.703271 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:19.733462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-4543ca71-03de-461e-8540-7f258ee4032c', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:49:19.734417 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.812094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Made reservation on behalf of 6a76562649474d5bb8f326aab70630ab for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:19.815008 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.826462 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.852915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.852915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.861304 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:19.873233 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Allocated IP 172.20.0.2 (4543ca71-03de-461e-8540-7f258ee4032c/6c12685c-bf1f-4856-a731-6a4b02c53f42/68c7b340-6d5d-4eec-a064-7a4db47d65b0) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:19.913128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks [] for security_group (218d54da-e0d7-46df-ae57-a18224d799c5), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.914368 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:19.917112 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.926563 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:19.994961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for router_controller (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.016150 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks [] for security_group (085a197a-a830-4200-af8f-d193a2e04ac7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.018711 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (218d54da-e0d7-46df-ae57-a18224d799c5), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.028586 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.033982 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:49:20.045022 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks [] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.046228 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (0e61e335-11ad-44f1-8711-ddb688517419), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.046576 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Added segment 0e61e335-11ad-44f1-8711-ddb688517419 of type vlan for network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 Jul 20 17:49:20.110272 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (3b8677a3-30cb-4579-88a9-f44f8fc205f2), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.120685 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d54da-e0d7-46df-ae57-a18224d799c5,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.131408 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.131637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.132176 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.132761 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.133272 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.133608 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.133979 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.134308 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.134650 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.135055 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.135392 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.135718 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.136064 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.136355 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.136696 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Tracked resource versions report: Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: pushed versions: Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: { 'AddressGroup': {'1.2'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Agent': {'1.1'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'ConntrackHelper': {'1.0'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Log': {'1.0'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'NDPProxy': {'1.0'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Network': {'1.1'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Port': {'1.7'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'PortForwarding': {'1.3'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'QosPolicy': {'1.10'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroup': {'1.5'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SubPort': {'1.0'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Subnet': {'1.1'}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Trunk': {'1.1'}} Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: consumer versions: Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Agent': '1.1', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'ConntrackHelper': '1.0', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'LocalIPAssociation': '1.0', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Log': '1.0', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'NDPProxy': '1.0', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Network': '1.1', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Port': '1.7', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'PortForwarding': '1.3', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'QosPolicy': '1.10', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroup': '1.5', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SecurityGroupRule': '1.2', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'SubPort': '1.0', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Subnet': '1.1', Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: 'Trunk': '1.1'}} Jul 20 17:49:20.142325 dv-cinder-849846-3-iscsi neutron-server[111056]: {{(pid=111056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:49:20.158985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (085a197a-a830-4200-af8f-d193a2e04ac7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.161746 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.170505 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.214047 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:49:20.225540 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (3b8677a3-30cb-4579-88a9-f44f8fc205f2), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.226531 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:20.227104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.241627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085a197a-a830-4200-af8f-d193a2e04ac7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.249608 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.250415 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Added segment 9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b of type vlan for network e772fe92-4472-4af3-b6e9-3d6e16e3740d Jul 20 17:49:20.260408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Network 4543ca71-03de-461e-8540-7f258ee4032c is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:20.271055 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:20.275139 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:20.284106 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:20.306210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for router_gateway (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.324685 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Pushing event updated for resources: {'Port': ['ID=68c7b340-6d5d-4eec-a064-7a4db47d65b0,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.351573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.352190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.352748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.356529 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:20.357712 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.358273 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.358714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.359251 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.360222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.360717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.361147 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.361577 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.362304 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.362696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.363290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.363502 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51330) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:20.363968 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9184737 Jul 20 17:49:20.364601 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:20.368703 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (e772fe92-4472-4af3-b6e9-3d6e16e3740d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Tracked resource versions report: Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: pushed versions: Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: { 'AddressGroup': {'1.2'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Agent': {'1.1'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'ConntrackHelper': {'1.0'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Log': {'1.0'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'NDPProxy': {'1.0'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Network': {'1.1'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Port': {'1.7'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'PortForwarding': {'1.3'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'QosPolicy': {'1.10'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroup': {'1.5'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SubPort': {'1.0'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Subnet': {'1.1'}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Trunk': {'1.1'}} Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: consumer versions: Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Agent': '1.1', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'ConntrackHelper': '1.0', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'LocalIPAssociation': '1.0', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Log': '1.0', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'NDPProxy': '1.0', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Network': '1.1', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Port': '1.7', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'PortForwarding': '1.3', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'QosPolicy': '1.10', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroup': '1.5', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SecurityGroupRule': '1.2', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'SubPort': '1.0', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Subnet': '1.1', Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: 'Trunk': '1.1'}} Jul 20 17:49:20.368850 dv-cinder-849846-3-iscsi neutron-server[111058]: {{(pid=111058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:49:20.372418 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf0891-df86-4ee4-9621-e237fe0a4838 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8677a3-30cb-4579-88a9-f44f8fc205f2,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.373245 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Request body: {'subnet': {'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1148677856-subnet', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:20.408537 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:49:20.433572 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Attempting to bind port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:20.434048 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Attempting to bind port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:20.434487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Attempting to bind port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:20.449497 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:20.450213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Checking segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:20.450795 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.451192 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Bound using segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:20.451663 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Bound port: 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:20.452225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.518668 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (e772fe92-4472-4af3-b6e9-3d6e16e3740d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.519689 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:20.520273 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.576537 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] For port 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:20.586620 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] For port 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=68c7b340-6d5d-4eec-a064-7a4db47d65b0,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:20.612104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Made reservation on behalf of 6a76562649474d5bb8f326aab70630ab for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:20.614509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.615018 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] Pushing event updated for resources: {'Network': ['ID=e772fe92-4472-4af3-b6e9-3d6e16e3740d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.628508 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:49:20.694361 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51338) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:20.736304 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.739234 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-896afff4-659a-4945-be97-d052eeeea762 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2340734 Jul 20 17:49:20.742495 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51342) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:20.743986 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:20.747968 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Request body: {'subnet': {'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-subnet', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:20.765408 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:20.789805 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for router_gateway (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.807862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7231941-300c-4c06-a71e-fcb30bbf762a None None] Pushing event updated for resources: {'Port': ['ID=68c7b340-6d5d-4eec-a064-7a4db47d65b0,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:20.824994 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.856041 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:20.858948 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:20.887805 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:21.114254 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086478572-network', 'tenant_id': '073215a6db1a496385d71ae843886dd4'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:21.125122 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Allocated IP 172.27.3.231 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/1f804efa-b518-4c90-b4ca-10fd27fc71a4) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:21.221948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (556730c8-065e-4f2b-91de-77859ba7d490), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.267653 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Made reservation on behalf of 073215a6db1a496385d71ae843886dd4 for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:21.270106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.279865 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (edf00d82-f5a3-462c-b9b2-c9cb0b736814), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.280300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.291440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.371890 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:21.387408 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf00d82-f5a3-462c-b9b2-c9cb0b736814,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:21.401449 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:21.401807 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Network hostable DHCP agents. Network: e772fe92-4472-4af3-b6e9-3d6e16e3740d, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:21.403949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Checking segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:21.404466 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Network hostable DHCP agents. Network: 3b8677a3-30cb-4579-88a9-f44f8fc205f2, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:21.406853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Pushing event updated for resources: {'Subnet': ['ID=556730c8-065e-4f2b-91de-77859ba7d490,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:21.458180 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks [] for security_group (e14d33f8-992d-4572-b50c-c24ee1d39d57), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.462235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.526047 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:21.533348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:21.551454 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:21.552947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e14d33f8-992d-4572-b50c-c24ee1d39d57), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.559773 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:21.566972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:21.582347 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:49:21.597454 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d33f8-992d-4572-b50c-c24ee1d39d57,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:21.600220 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (f5f32711-118c-4b2c-824d-742866410a32), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.601811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f804efa-b518-4c90-b4ca-10fd27fc71a4,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:21.602166 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Added segment f5f32711-118c-4b2c-824d-742866410a32 of type vlan for network e5c17236-747c-46dd-bb97-e4731135cd2e Jul 20 17:49:21.614289 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, e772fe92-4472-4af3-b6e9-3d6e16e3740d) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:21.618536 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:21.619477 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.623782 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d85743-4954-45ce-a052-c269c1cffea8 None None] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:21.635782 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 3b8677a3-30cb-4579-88a9-f44f8fc205f2) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:21.643185 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:21.643825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.674351 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (e5c17236-747c-46dd-bb97-e4731135cd2e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.707652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806990f-f69e-4033-be69-11711e8b5071 None None] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:21.803178 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9a6a9be4-ebec-4111-a44f-fb6afb6f23a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0586395 Jul 20 17:49:21.806736 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51384) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:21.812632 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:21.825351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:49:21.826272 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.842476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (e5c17236-747c-46dd-bb97-e4731135cd2e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.845437 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:21.851924 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.948340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'project_id': '6a76562649474d5bb8f326aab70630ab', 'fixed_ips': [{'subnet_id': '556730c8-065e-4f2b-91de-77859ba7d490'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:49:21.948340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.949013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ac4f9f63-5c18-48fb-9af8-5996506b258d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5840569 Jul 20 17:49:21.958953 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51388) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:21.971476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:21.980527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.980527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:21.981973 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2864225 Jul 20 17:49:21.985438 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51390) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:22.002620 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Request body: {'subnet': {'network_id': 'e5c17236-747c-46dd-bb97-e4731135cd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086478572-subnet', 'tenant_id': '073215a6db1a496385d71ae843886dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:22.011145 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e098a9-78e0-4dd5-935f-5cbb73142c54 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c17236-747c-46dd-bb97-e4731135cd2e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:22.122755 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network e5c17236-747c-46dd-bb97-e4731135cd2e details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:49:22.131168 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for router_gateway (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.155808 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.157584 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.184857 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Allocated IP 172.20.0.2 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/af91d040-4406-4a0e-918a-2b7e80b25868) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:22.194140 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:22.222555 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 68c7b340-6d5d-4eec-a064-7a4db47d65b0 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:22.245180 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe95730-d0ff-4ee4-85da-dc0117cd57e0 None None] Network 4543ca71-03de-461e-8540-7f258ee4032c requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:22.287926 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Made reservation on behalf of 073215a6db1a496385d71ae843886dd4 for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:22.294142 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.410492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:22.413246 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.469780 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for router_controller (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.530697 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for router_controller (4f322947-95d8-4e2f-8d42-1be87045a18f), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:22.803455 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:22.804410 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.102225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=68c7b340-6d5d-4eec-a064-7a4db47d65b0,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:23.102225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-f04f51bb-5734-4f38-bfae-4e15920f2636 None None] Provisioning complete for port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:23.102225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f04f51bb-5734-4f38-bfae-4e15920f2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.106215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.107676 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:23.111450 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:23.111450 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.111450 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Allocated IP 172.20.0.2 (3b8677a3-30cb-4579-88a9-f44f8fc205f2/556730c8-065e-4f2b-91de-77859ba7d490/87a650d4-24da-44d5-89b0-3912380548a9) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:23.114793 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (82f9c56e-dac1-44a1-aac0-b4ffefab80c8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.115822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:23.115822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for router_gateway (4f322947-95d8-4e2f-8d42-1be87045a18f), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.143524 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for router_gateway (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.160814 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Checking segment: {'id': 'f5f32711-118c-4b2c-824d-742866410a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5c17236-747c-46dd-bb97-e4731135cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:23.161208 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Network hostable DHCP agents. Network: e5c17236-747c-46dd-bb97-e4731135cd2e, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:23.206422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f9c56e-dac1-44a1-aac0-b4ffefab80c8,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:23.307030 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=68c7b340-6d5d-4eec-a064-7a4db47d65b0,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:23.340230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f04f51bb-5734-4f38-bfae-4e15920f2636 None None] Current status of the port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:23.343013 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks [] for port (af91d040-4406-4a0e-918a-2b7e80b25868), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.356022 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Network e5c17236-747c-46dd-bb97-e4731135cd2e is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:23.461934 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-0b36cc59-1d41-4672-b020-371da9f1e7cf None None] Provisioning complete for port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:23.462611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-0b36cc59-1d41-4672-b020-371da9f1e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.465758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:49:23.511053 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks [] for port (87a650d4-24da-44d5-89b0-3912380548a9), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.512128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, e5c17236-747c-46dd-bb97-e4731135cd2e) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:23.514056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.520593 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:23.521198 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.554822 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49030e66-d4f5-4844-8c7b-cdd56d97ac8f None None] Network e5c17236-747c-46dd-bb97-e4731135cd2e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:23.644235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (87a650d4-24da-44d5-89b0-3912380548a9), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.672207 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:23.679217 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:23.694727 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:23.746738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Pushing event updated for resources: {'Port': ['ID=af91d040-4406-4a0e-918a-2b7e80b25868,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:23.748198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for router_gateway (4f322947-95d8-4e2f-8d42-1be87045a18f), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.752469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:23.763372 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:23.776307 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:23.783143 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:23.783313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:23.783387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.787337 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-0b36cc59-1d41-4672-b020-371da9f1e7cf None None] Current status of the port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:23.818237 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7b493-4b88-41cf-b5b1-38160bbb00be None None] Network e5c17236-747c-46dd-bb97-e4731135cd2e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:23.850359 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:23.883174 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:23.900813 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for router_gateway (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:23.912502 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-26763f7f-f29a-423c-b835-b529cb40b04e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9177275 Jul 20 17:49:23.912502 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=72,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:23.966427 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.023723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Allocated IP 172.27.3.86 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/471763db-c44a-46ac-8f24-cb57ee67dac7) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:24.048305 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Pushing event updated for resources: {'Port': ['ID=87a650d4-24da-44d5-89b0-3912380548a9,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:24.113951 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Attempting to bind port af91d040-4406-4a0e-918a-2b7e80b25868 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:24.119633 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Attempting to bind port af91d040-4406-4a0e-918a-2b7e80b25868 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:24.119633 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Attempting to bind port af91d040-4406-4a0e-918a-2b7e80b25868 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:24.124426 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 68c7b340-6d5d-4eec-a064-7a4db47d65b0 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:24.171625 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:24.172229 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:24.172744 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:24.173211 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.173859 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:24.175050 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Bound port: af91d040-4406-4a0e-918a-2b7e80b25868, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:24.175181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.180332 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:24.186181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:24.221933 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.224148 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Attempting to bind port 87a650d4-24da-44d5-89b0-3912380548a9 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:24.224553 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Attempting to bind port 87a650d4-24da-44d5-89b0-3912380548a9 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:24.224919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Attempting to bind port 87a650d4-24da-44d5-89b0-3912380548a9 on network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:24.253731 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:24.254212 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Checking segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:24.254615 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.255006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Bound using segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:24.255482 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Bound port: 87a650d4-24da-44d5-89b0-3912380548a9, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:24.255861 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (87a650d4-24da-44d5-89b0-3912380548a9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.266617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.271328 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51462) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:24.271969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c3d6b07a-d4a1-446a-bc60-f52fd61095e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5851450 Jul 20 17:49:24.333764 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:24.333974 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.378590 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.448897 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] For port 87a650d4-24da-44d5-89b0-3912380548a9, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:24.464347 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] For port 87a650d4-24da-44d5-89b0-3912380548a9, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=87a650d4-24da-44d5-89b0-3912380548a9,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:24.474000 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] For port af91d040-4406-4a0e-918a-2b7e80b25868, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:24.482591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Allocated IP 172.27.3.183 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:24.487694 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:24.491599 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:24.491883 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] For port af91d040-4406-4a0e-918a-2b7e80b25868, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=af91d040-4406-4a0e-918a-2b7e80b25868,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:24.499812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:24.500904 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:21Z', 'revision_number': 3, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:24.502392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Pushing event updated for resources: {'Port': ['ID=471763db-c44a-46ac-8f24-cb57ee67dac7,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:24.534580 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:24.535027 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Updating router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:24.640240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:24.645728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.657176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (87a650d4-24da-44d5-89b0-3912380548a9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.657341 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:24.815661 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed21df5-dc1e-40b1-8bb9-0c884631214a None None] Pushing event updated for resources: {'Port': ['ID=af91d040-4406-4a0e-918a-2b7e80b25868,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:25.043142 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8cd9-9cf1-40d3-9583-ecf955474318 None None] Pushing event updated for resources: {'Port': ['ID=87a650d4-24da-44d5-89b0-3912380548a9,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:25.118480 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.180565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for router_gateway (4f322947-95d8-4e2f-8d42-1be87045a18f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.402631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:25.421641 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.449128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.458528 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:25.541243 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:25.545938 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:25.549903 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:25.587066 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.662068 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Pushing event updated for resources: {'Port': ['ID=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:25.714228 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51524) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:25.730214 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823999413-network', 'tenant_id': '0eaeee2da5be416cb52f3fe0a96ba2e4'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:25.795882 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks [] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.886264 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.914215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Allocated IP 172.20.0.1 (4543ca71-03de-461e-8540-7f258ee4032c/6c12685c-bf1f-4856-a731-6a4b02c53f42/1c4a9dd2-1132-417f-98f3-f3cb27385937) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:25.937211 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Made reservation on behalf of 0eaeee2da5be416cb52f3fe0a96ba2e4 for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:25.944823 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51530) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:25.960776 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:25.998987 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Attempting to bind port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:25.999370 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Attempting to bind port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:25.999743 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Attempting to bind port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:26.024466 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Router 4f322947-95d8-4e2f-8d42-1be87045a18f is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:49:26.026824 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:26.033573 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:26.033573 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.033573 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:26.033573 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Bound port: 1f804efa-b518-4c90-b4ca-10fd27fc71a4, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:26.033573 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.180182 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b286b9b9-e19a-4f54-aff3-e9cc14298b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.198092 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] For port 1f804efa-b518-4c90-b4ca-10fd27fc71a4, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:26.203851 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] For port 1f804efa-b518-4c90-b4ca-10fd27fc71a4, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1f804efa-b518-4c90-b4ca-10fd27fc71a4,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:26.219223 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.229779 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device af91d040-4406-4a0e-918a-2b7e80b25868 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:26.235461 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Pushing event updated for resources: {'Port': ['ID=1f804efa-b518-4c90-b4ca-10fd27fc71a4,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:26.245476 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.245917 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.246348 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.247117 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.250160 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.250160 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.250160 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.250822 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.251304 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.252565 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.252565 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.253169 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.253723 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.254125 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.254727 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Tracked resource versions report: Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: pushed versions: Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: { 'AddressGroup': {'1.2'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Agent': {'1.1'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'ConntrackHelper': {'1.0'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Log': {'1.0'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'NDPProxy': {'1.0'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Network': {'1.1'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Port': {'1.7'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'PortForwarding': {'1.3'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'QosPolicy': {'1.10'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroup': {'1.5'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SubPort': {'1.0'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Subnet': {'1.1'}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Trunk': {'1.1'}} Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: consumer versions: Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: { DHCP agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: L3 agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: Metadata agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: Metering agent@dv-cinder-849846-3-iscsi: {}, Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: Open vSwitch agent@dv-cinder-849846-3-iscsi: { 'AddressGroup': '1.2', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Agent': '1.1', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'ConntrackHelper': '1.0', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'LocalIPAssociation': '1.0', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Log': '1.0', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'NDPProxy': '1.0', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Network': '1.1', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Port': '1.7', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'PortForwarding': '1.3', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'QosPolicy': '1.10', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroup': '1.5', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SecurityGroupRule': '1.2', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'SubPort': '1.0', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Subnet': '1.1', Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: 'Trunk': '1.1'}} Jul 20 17:49:26.256069 dv-cinder-849846-3-iscsi neutron-server[111059]: {{(pid=111059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:49:26.308642 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.349467 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port af91d040-4406-4a0e-918a-2b7e80b25868 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:26.351037 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:26.351964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.386215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks [] for security_group (539b2c77-24f9-49be-9922-4533fc964e69), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.399427 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for router_gateway (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.402643 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b286b9b9-e19a-4f54-aff3-e9cc14298b00 admin admin] Publish callbacks [] for security_group (60b432de-8f63-4603-b334-f27941a924fd), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.426636 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48660c-0f6c-4d32-9823-59dd8a3a7f96 None None] Pushing event updated for resources: {'Port': ['ID=1f804efa-b518-4c90-b4ca-10fd27fc71a4,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:26.447888 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:26.450337 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:26.473825 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:26.513890 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:26.514573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:26.516344 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:26.591595 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:26.608265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.608265 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-95a3df49-3e5f-4d21-a7c3-d7fb4813c354 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7966375 Jul 20 17:49:26.608265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b286b9b9-e19a-4f54-aff3-e9cc14298b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (60b432de-8f63-4603-b334-f27941a924fd), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.613478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51554) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:26.631406 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:26.648785 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (539b2c77-24f9-49be-9922-4533fc964e69), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.699551 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b2c77-24f9-49be-9922-4533fc964e69,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:26.703406 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286b9b9-e19a-4f54-aff3-e9cc14298b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b432de-8f63-4603-b334-f27941a924fd,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:26.721971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks [] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.822969 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:26.827861 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:49:26.901751 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:26.916728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea879c47-8e93-4d21-8eb6-350f2747a3ce None None] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:26.920087 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:49:26.954961 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Provisioning complete for port 87a650d4-24da-44d5-89b0-3912380548a9 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:26.955356 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (87a650d4-24da-44d5-89b0-3912380548a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.001768 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.038741 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b286b9b9-e19a-4f54-aff3-e9cc14298b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fd29c713a91460b92d3926b0ec56200&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0918851 Jul 20 17:49:27.041477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51560) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:27.060963 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port af91d040-4406-4a0e-918a-2b7e80b25868 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:27.060963 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.061574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221fee5-b537-42a1-9323-f7df513f1270 None None] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:27.078995 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:21Z', 'revision_number': 3, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:27.129513 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119234e-3efa-4a39-9984-8808435aac3d None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:21Z', 'revision_number': 3, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:27.224207 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:27.225323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] Publish callbacks [] for security_group (60b432de-8f63-4603-b334-f27941a924fd), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.297955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] Publish callbacks [] for security_group (60b432de-8f63-4603-b334-f27941a924fd), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.346431 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:27.377839 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:27.398923 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (b6867060-e621-429e-b952-638bc9d5c5e5), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.398923 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Added segment b6867060-e621-429e-b952-638bc9d5c5e5 of type vlan for network bccfce82-59b2-47cb-8833-00e7f1cb9b09 Jul 20 17:49:27.494334 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51566) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:27.505996 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (bccfce82-59b2-47cb-8833-00e7f1cb9b09), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.514081 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (60b432de-8f63-4603-b334-f27941a924fd), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.517177 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.518068 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60b432de-8f63-4603-b334-f27941a924fd HTTP/1.1" status: 204 len: 168 time: 0.4754844 Jul 20 17:49:27.526268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port af91d040-4406-4a0e-918a-2b7e80b25868, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=af91d040-4406-4a0e-918a-2b7e80b25868,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:27.580265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c80833-f8f4-4f0c-aa7b-76a555cfbb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b432de-8f63-4603-b334-f27941a924fd,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:27.588224 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Current status of the port 87a650d4-24da-44d5-89b0-3912380548a9 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:27.591068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (87a650d4-24da-44d5-89b0-3912380548a9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.628854 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.647366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:49:27.688307 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (bccfce82-59b2-47cb-8833-00e7f1cb9b09), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.691704 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:27.694323 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.700317 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.703244 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 87a650d4-24da-44d5-89b0-3912380548a9 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:27.747946 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:27.838707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4d620715-b329-45bb-b82b-bf2322787633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.882071 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Network 4543ca71-03de-461e-8540-7f258ee4032c is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:27.904396 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:27.908784 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:27.909272 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:27.926621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.004182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=af91d040-4406-4a0e-918a-2b7e80b25868,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:28.010798 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] For port 87a650d4-24da-44d5-89b0-3912380548a9, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=87a650d4-24da-44d5-89b0-3912380548a9,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:28.042068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:24Z', 'revision_number': 3, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:28.092728 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:28.107330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 87a650d4-24da-44d5-89b0-3912380548a9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:28.108361 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:28.115314 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (87a650d4-24da-44d5-89b0-3912380548a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.117787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:28.120080 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Updating router 4f322947-95d8-4e2f-8d42-1be87045a18f port 471763db-c44a-46ac-8f24-cb57ee67dac7 binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:28.124555 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Sync routers for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:28.142554 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:28.143231 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:28.224530 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (87a650d4-24da-44d5-89b0-3912380548a9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.227838 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5090537 Jul 20 17:49:28.258168 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51590) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:28.292792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Request body: {'subnet': {'network_id': 'bccfce82-59b2-47cb-8833-00e7f1cb9b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823999413-subnet', 'tenant_id': '0eaeee2da5be416cb52f3fe0a96ba2e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:28.306192 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.310398 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c0fbef31-df5d-40f4-9cdc-57e9bc20afd2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3472369 Jul 20 17:49:28.378099 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4d620715-b329-45bb-b82b-bf2322787633 admin admin] Publish callbacks [] for security_group (3ae77800-3958-462f-b7f6-f1a62f077cba), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.379395 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51592) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:28.421263 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7e1a1-06b8-4eb4-9ef3-4eabe966135d None None] Pushing event updated for resources: {'Port': ['ID=87a650d4-24da-44d5-89b0-3912380548a9,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:28.422048 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:28.483720 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.489879 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Provisioning complete for port af91d040-4406-4a0e-918a-2b7e80b25868 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:28.494199 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.551104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46189c65-ac20-45e9-ab77-bd5917de1fdc admin admin] Pushing event updated for resources: {'Network': ['ID=bccfce82-59b2-47cb-8833-00e7f1cb9b09,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:28.623841 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.664477 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51600) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:28.675088 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network bccfce82-59b2-47cb-8833-00e7f1cb9b09 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:49:28.699621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Made reservation on behalf of 0eaeee2da5be416cb52f3fe0a96ba2e4 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:28.703083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.705526 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4d620715-b329-45bb-b82b-bf2322787633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (3ae77800-3958-462f-b7f6-f1a62f077cba), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.711671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2a7797c2-9641-4681-adca-a65e1169a0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.747700 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:25Z', 'revision_number': 3, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:28.756727 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d620715-b329-45bb-b82b-bf2322787633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae77800-3958-462f-b7f6-f1a62f077cba,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:28.832072 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Checking router: b9b705fd-aea1-4deb-90a3-4a03f913f2c8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:28.832535 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Updating router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:28.871063 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.950795 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2a7797c2-9641-4681-adca-a65e1169a0a4 admin admin] Publish callbacks [] for security_group (60e81b8d-bc5a-4277-9e13-c78eb4e6184d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.973116 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks [] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.975281 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:29.024358 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-4d620715-b329-45bb-b82b-bf2322787633 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc61628523b44a37b6fc427205136ad9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5290372 Jul 20 17:49:29.027195 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51610) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:29.045247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 87a650d4-24da-44d5-89b0-3912380548a9 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:29.048244 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2a7797c2-9641-4681-adca-a65e1169a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (60e81b8d-bc5a-4277-9e13-c78eb4e6184d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.084392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Allocated IP 172.20.0.1 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/65788d13-9227-498d-a676-f2daadf48f7a) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:29.149379 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] Publish callbacks [] for security_group (3ae77800-3958-462f-b7f6-f1a62f077cba), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.155914 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2a7797c2-9641-4681-adca-a65e1169a0a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fddbb32c1f443348ed53bcd633ae412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4904156 Jul 20 17:49:29.161014 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51612) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:29.195805 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7797c2-9641-4681-adca-a65e1169a0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e81b8d-bc5a-4277-9e13-c78eb4e6184d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:29.218281 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] Publish callbacks [] for security_group (3ae77800-3958-462f-b7f6-f1a62f077cba), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.237112 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Current status of the port af91d040-4406-4a0e-918a-2b7e80b25868 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:29.247845 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks [] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.248131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] Publish callbacks [] for security_group (60e81b8d-bc5a-4277-9e13-c78eb4e6184d), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.248785 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Provisioning complete for port 1c4a9dd2-1132-417f-98f3-f3cb27385937 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:29.249253 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.272791 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.274109 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.286687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd6421-94ab-45e2-b54c-3ca1634f99ba None None] Port 1c4a9dd2-1132-417f-98f3-f3cb27385937 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:29.319926 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device af91d040-4406-4a0e-918a-2b7e80b25868 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:29.337252 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] Publish callbacks [] for security_group (60e81b8d-bc5a-4277-9e13-c78eb4e6184d), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.379360 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port af91d040-4406-4a0e-918a-2b7e80b25868 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:29.379743 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.398903 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:29.496259 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:29.497146 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-067b6ec1-bc19-4abd-9b37-8391c5599843 None None] Provisioning complete for port 87a650d4-24da-44d5-89b0-3912380548a9 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:29.497146 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-067b6ec1-bc19-4abd-9b37-8391c5599843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (87a650d4-24da-44d5-89b0-3912380548a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.497616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks [] for port (65788d13-9227-498d-a676-f2daadf48f7a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.497691 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Network 4543ca71-03de-461e-8540-7f258ee4032c is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:29.497691 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:29.517433 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.609848 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (60e81b8d-bc5a-4277-9e13-c78eb4e6184d), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.612388 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.613756 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60e81b8d-bc5a-4277-9e13-c78eb4e6184d HTTP/1.1" status: 204 len: 168 time: 0.4515841 Jul 20 17:49:29.614563 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (3ae77800-3958-462f-b7f6-f1a62f077cba), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.619411 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.621716 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ae77800-3958-462f-b7f6-f1a62f077cba HTTP/1.1" status: 204 len: 168 time: 0.5935373 Jul 20 17:49:29.650841 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84cb8c-6e03-4710-b8de-3538c95e2080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e81b8d-bc5a-4277-9e13-c78eb4e6184d,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:29.670102 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b27943-66a2-476f-af2e-e24b6eef77eb None None] Pushing event updated for resources: {'Port': ['ID=471763db-c44a-46ac-8f24-cb57ee67dac7,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:29.676731 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca12142-8004-44ec-b3b2-d39cec1070d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae77800-3958-462f-b7f6-f1a62f077cba,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:29.678628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port af91d040-4406-4a0e-918a-2b7e80b25868 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:29.679792 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1f804efa-b518-4c90-b4ca-10fd27fc71a4 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:29.697504 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:49:29.757739 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:29.839475 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (f6366c3a-a4e7-484d-92d0-408fc9365f49), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.938918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.949997 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:29.970669 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:29.974857 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5d3f2dcc-ab1f-440e-9540-b7ac4b51d6a3 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b2614d2-5db0-4e2a-99fe-3b99b38650a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7008650 Jul 20 17:49:30.077375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:30.079058 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6366c3a-a4e7-484d-92d0-408fc9365f49,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:30.097524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:30.097524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:30.097524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (4f322947-95d8-4e2f-8d42-1be87045a18f), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.125551 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:30.135288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Checking segment: {'id': 'b6867060-e621-429e-b952-638bc9d5c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bccfce82-59b2-47cb-8833-00e7f1cb9b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:30.135649 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Network hostable DHCP agents. Network: bccfce82-59b2-47cb-8833-00e7f1cb9b09, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:30.158693 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks [] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.172666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-067b6ec1-bc19-4abd-9b37-8391c5599843 None None] Current status of the port 87a650d4-24da-44d5-89b0-3912380548a9 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:30.175496 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Attempting to bind port 471763db-c44a-46ac-8f24-cb57ee67dac7 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:30.175866 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Attempting to bind port 471763db-c44a-46ac-8f24-cb57ee67dac7 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:30.176223 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Attempting to bind port 471763db-c44a-46ac-8f24-cb57ee67dac7 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:30.189972 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:30.190342 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.194934 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:30.195311 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:30.238972 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:30.239447 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:30.239921 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.240383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:30.241105 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Bound port: 471763db-c44a-46ac-8f24-cb57ee67dac7, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:30.241599 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.254671 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.283201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Pushing event updated for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:30.320670 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-bb4052ff-5acc-405c-9c07-a60f121c71da None None] Provisioning complete for port 1c4a9dd2-1132-417f-98f3-f3cb27385937 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:30.320670 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-bb4052ff-5acc-405c-9c07-a60f121c71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.361384 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Attempting to bind port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:30.361758 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Attempting to bind port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:30.367957 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Attempting to bind port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:30.378668 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:30.379038 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:30.379438 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.379827 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:30.380299 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Bound port: 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:30.380702 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.434782 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:30.438134 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a465fe8-7948-4fd8-b9db-5577b92e7b33 None None] Pushing event updated for resources: {'Port': ['ID=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:30.450138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Network bccfce82-59b2-47cb-8833-00e7f1cb9b09 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:30.471027 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] For port 471763db-c44a-46ac-8f24-cb57ee67dac7, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:30.475164 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] For port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:30.478552 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] For port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:30.478733 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] For port 471763db-c44a-46ac-8f24-cb57ee67dac7, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=471763db-c44a-46ac-8f24-cb57ee67dac7,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:30.525605 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, bccfce82-59b2-47cb-8833-00e7f1cb9b09) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:30.533435 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:30.534336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.539280 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-bb4052ff-5acc-405c-9c07-a60f121c71da None None] Port 1c4a9dd2-1132-417f-98f3-f3cb27385937 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:30.553549 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.577530 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Allocated IP 172.20.0.1 (3b8677a3-30cb-4579-88a9-f44f8fc205f2/556730c8-065e-4f2b-91de-77859ba7d490/bb588dc9-a09b-4d66-b76a-ff51a5e39c40) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:30.581501 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc935f-d756-47b0-bcc3-7c4a17c888f3 None None] Network bccfce82-59b2-47cb-8833-00e7f1cb9b09 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:30.586762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:30.587127 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.597924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.632815 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a465fe8-7948-4fd8-b9db-5577b92e7b33 None None] Pushing event updated for resources: {'Port': ['ID=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:30.635653 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:30.636254 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:30.676891 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:30.704556 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (65788d13-9227-498d-a676-f2daadf48f7a), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.739170 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 1f804efa-b518-4c90-b4ca-10fd27fc71a4, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1f804efa-b518-4c90-b4ca-10fd27fc71a4,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:30.789980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5dbc53b8-b3aa-431d-b1b2-5ab15b5d11e7 None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:30.790360 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5dbc53b8-b3aa-431d-b1b2-5ab15b5d11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.808883 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:30.863931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51642) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:30.869225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b27943-66a2-476f-af2e-e24b6eef77eb None None] Pushing event updated for resources: {'Port': ['ID=471763db-c44a-46ac-8f24-cb57ee67dac7,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:30.871817 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:30.872422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:30.874492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.875350 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 87a650d4-24da-44d5-89b0-3912380548a9 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:30.898599 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-db03b774-b949-49b6-8d45-2899b58f7938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.969737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks [] for port (65788d13-9227-498d-a676-f2daadf48f7a), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.993247 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-09af2914-3d4a-4996-8b0e-24eaaa7259c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7344520 Jul 20 17:49:30.997327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:31.055394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc53b8-b3aa-431d-b1b2-5ab15b5d11e7 None None] Port 65788d13-9227-498d-a676-f2daadf48f7a cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:31.080130 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.081046 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (4f322947-95d8-4e2f-8d42-1be87045a18f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.095696 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-db03b774-b949-49b6-8d45-2899b58f7938 admin admin] Publish callbacks [] for security_group (640f6ffa-92db-4a36-a35e-6006720ee20d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.102571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce60fc6-545e-4218-b6fe-097b71787498 None None] Network bccfce82-59b2-47cb-8833-00e7f1cb9b09 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:31.160310 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51656) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:31.169584 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767842353', 'description': 'tempest-description--1220193779'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:31.195772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-db03b774-b949-49b6-8d45-2899b58f7938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (640f6ffa-92db-4a36-a35e-6006720ee20d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.213975 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=1f804efa-b518-4c90-b4ca-10fd27fc71a4,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:31.214737 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:31.215736 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:25Z', 'revision_number': 3, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:31.247040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks [] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.267165 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d43af-c3f8-42c9-b81d-334dc4e2ea33 None None] The sync data for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi is: [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:25Z', 'revision_number': 3, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:31.278189 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51660) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:31.304298 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-db03b774-b949-49b6-8d45-2899b58f7938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=467110c550b244de9e996ce21319c333&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4384272 Jul 20 17:49:31.305201 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51662) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:31.310815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Pushing event updated for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:31.311976 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03b774-b949-49b6-8d45-2899b58f7938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640f6ffa-92db-4a36-a35e-6006720ee20d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:31.315578 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 87a650d4-24da-44d5-89b0-3912380548a9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:31.315578 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (87a650d4-24da-44d5-89b0-3912380548a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.362147 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:31.391611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:31.396060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.408401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.465195 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:31.482719 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:31.490169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:31.490169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.494637 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Pushing event updated for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:31.504860 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] Publish callbacks [] for security_group (640f6ffa-92db-4a36-a35e-6006720ee20d), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.537387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:31.540577 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:31.548699 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Deleting subnet 82f9c56e-dac1-44a1-aac0-b4ffefab80c8 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:49:31.556216 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Publish callbacks [] for subnet (82f9c56e-dac1-44a1-aac0-b4ffefab80c8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.590667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 2, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:31.608511 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Publish callbacks [] for subnet (82f9c56e-dac1-44a1-aac0-b4ffefab80c8), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.633393 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (82f9c56e-dac1-44a1-aac0-b4ffefab80c8), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.642525 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:31.644717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Updating router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 port 1c4a9dd2-1132-417f-98f3-f3cb27385937 binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:31.818680 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] Publish callbacks [] for security_group (640f6ffa-92db-4a36-a35e-6006720ee20d), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.822510 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (08af84da-455b-440b-af01-db47adbea5c0), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.848764 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:49:31.930890 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:31.952912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.957859 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 87a650d4-24da-44d5-89b0-3912380548a9 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:31.978560 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (82f9c56e-dac1-44a1-aac0-b4ffefab80c8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.984538 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (08af84da-455b-440b-af01-db47adbea5c0), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.039249 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.113106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:32.126190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a6edfc2d-ce37-483e-8da5-5d4d2f2fa273 None None] Provisioning complete for port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:32.131945 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a6edfc2d-ce37-483e-8da5-5d4d2f2fa273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.182010 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0af5e4e5-9d9a-4c07-8124-37af3f843f5c admin admin] 10.222.0.42 "PUT /v2.0/routers/4f322947-95d8-4e2f-8d42-1be87045a18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5082910 Jul 20 17:49:32.280795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:32.291823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (640f6ffa-92db-4a36-a35e-6006720ee20d), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.294628 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.299544 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/640f6ffa-92db-4a36-a35e-6006720ee20d HTTP/1.1" status: 204 len: 168 time: 0.9887636 Jul 20 17:49:32.300466 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f9c56e-dac1-44a1-aac0-b4ffefab80c8,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:32.305602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.312604 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b6d6101b-947c-4123-a8a8-e851fb1e9228 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/82f9c56e-dac1-44a1-aac0-b4ffefab80c8 HTTP/1.1" status: 204 len: 168 time: 1.0289938 Jul 20 17:49:32.315765 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51688) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:32.361626 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08af84da-455b-440b-af01-db47adbea5c0,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:32.415339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43b3f-2e9d-407b-af6b-591e10179f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f6ffa-92db-4a36-a35e-6006720ee20d,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:32.435352 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (e5c17236-747c-46dd-bb97-e4731135cd2e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.443017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.447556 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-83ddbe05-f703-4e36-bb85-4368500ef932 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2858706 Jul 20 17:49:32.449513 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51692) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:32.465298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group_rule': {'security_group_id': '08af84da-455b-440b-af01-db47adbea5c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:32.536194 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:32.608116 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (e5c17236-747c-46dd-bb97-e4731135cd2e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.622591 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks [] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.632920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:32.647675 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.648024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.648896 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.649243 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > port after_create 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.649572 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > port after_delete 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.649905 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > port after_update 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.650269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.650591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.650968 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.651470 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:32.689271 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:29Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:32.719467 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a6edfc2d-ce37-483e-8da5-5d4d2f2fa273 None None] Port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:32.729366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd4b1a-0958-4673-aa99-4a809e06cfb5 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:29Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:32.732264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.733054 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.769309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:32.769563 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.904869 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b71f0a1f-34b0-46fa-bddc-f87db4e299d3 None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:32.905160 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b71f0a1f-34b0-46fa-bddc-f87db4e299d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.950127 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b71f0a1f-34b0-46fa-bddc-f87db4e299d3 None None] Port 65788d13-9227-498d-a676-f2daadf48f7a cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:33.008635 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Pushing event updated for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:33.055309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:33.055692 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.059438 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:33.060292 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:33.060971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:33.061476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:49:33.070222 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c17236-747c-46dd-bb97-e4731135cd2e']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:33.087003 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:33.088336 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (6b101963-cb01-4fa5-b2c4-1ffffae9914e), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.095451 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f32711-118c-4b2c-824d-742866410a32') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:33.098912 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f32711-118c-4b2c-824d-742866410a32') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:33.132341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:33.138321 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (f5f32711-118c-4b2c-824d-742866410a32), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.149088 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:33.223173 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:33.271377 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (f5f32711-118c-4b2c-824d-742866410a32), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.294240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks [] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.294240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.294868 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1f804efa-b518-4c90-b4ca-10fd27fc71a4 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:33.322973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:49:33.323479 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (f5f32711-118c-4b2c-824d-742866410a32), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.388262 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (6b101963-cb01-4fa5-b2c4-1ffffae9914e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.415965 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:33.451283 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51712) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:33.467321 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (6b101963-cb01-4fa5-b2c4-1ffffae9914e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.469622 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981311903', 'description': 'tempest-description--167217130'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:33.480694 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.507056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:33.516549 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b101963-cb01-4fa5-b2c4-1ffffae9914e,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:33.530514 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:33.530514 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.543746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:49:33.565511 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (e5c17236-747c-46dd-bb97-e4731135cd2e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.593716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.598282 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] 10.222.0.42 "DELETE /v2.0/networks/e5c17236-747c-46dd-bb97-e4731135cd2e HTTP/1.1" status: 204 len: 168 time: 1.2782643 Jul 20 17:49:33.611828 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51720) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:33.615059 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5f68e-4ac5-427e-876a-833bb082a26e admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c17236-747c-46dd-bb97-e4731135cd2e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:33.633978 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.638288 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e823a7b3-d4d9-4902-bba6-b35985e1ba42 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1853273 Jul 20 17:49:33.639104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51728) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:33.645211 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group_rule': {'security_group_id': '08af84da-455b-440b-af01-db47adbea5c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:33.699116 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:33.810521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.813955 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Deleting subnet f6366c3a-a4e7-484d-92d0-408fc9365f49 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:49:33.824120 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Publish callbacks [] for subnet (f6366c3a-a4e7-484d-92d0-408fc9365f49), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.873139 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cac7-fa4c-46ac-b1b9-faf7d413c7a6 None None] Pushing event updated for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:33.893579 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-23b6e793-236b-4525-a168-d458df5e856c None None] Provisioning complete for port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:33.893994 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-23b6e793-236b-4525-a168-d458df5e856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.948566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:33.949440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (f0e7770d-cb82-40ea-951c-46bb4b3c9964), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:33.978656 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-bb01cc1e-6ab5-4079-a1f4-9bcab5e9751b admin admin] 10.222.0.42 "PUT /v2.0/routers/b9b705fd-aea1-4deb-90a3-4a03f913f2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5859172 Jul 20 17:49:33.983255 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:34.014039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (f6366c3a-a4e7-484d-92d0-408fc9365f49), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.045675 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-23b6e793-236b-4525-a168-d458df5e856c None None] Port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:34.054081 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (0a285acc-def4-43ed-9123-1c064ece8407), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.063487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Attempting to bind port 1c4a9dd2-1132-417f-98f3-f3cb27385937 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:34.064163 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Attempting to bind port 1c4a9dd2-1132-417f-98f3-f3cb27385937 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:34.064808 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Attempting to bind port 1c4a9dd2-1132-417f-98f3-f3cb27385937 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:34.080461 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:34.085677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Checking segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:34.086338 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.087451 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Bound using segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:34.088264 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Bound port: 1c4a9dd2-1132-417f-98f3-f3cb27385937, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:34.088748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.103433 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0a285acc-def4-43ed-9123-1c064ece8407), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.195428 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (f0e7770d-cb82-40ea-951c-46bb4b3c9964), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.200982 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Sync routers for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:34.215665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a285acc-def4-43ed-9123-1c064ece8407,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:34.228098 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:34.228746 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:34.240657 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (f6366c3a-a4e7-484d-92d0-408fc9365f49), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.252860 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:34.255109 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-05c62303-a643-4f2d-92a9-c55bb006ece9 None None] Provisioning complete for port 1c4a9dd2-1132-417f-98f3-f3cb27385937 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:34.264618 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-05c62303-a643-4f2d-92a9-c55bb006ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.273135 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.275311 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-585b64b9-d698-453a-b208-49f60a014eef tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8228569 Jul 20 17:49:34.278761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51756) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:34.294265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': '0a285acc-def4-43ed-9123-1c064ece8407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:34.295203 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (f0e7770d-cb82-40ea-951c-46bb4b3c9964), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.301554 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51758) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:34.365554 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e7770d-cb82-40ea-951c-46bb4b3c9964,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:34.394770 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.400607 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-61e49c67-4b0d-4036-b49b-c8ea27005c62 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7599478 Jul 20 17:49:34.400750 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51762) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:34.411600 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:34.477271 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-05c62303-a643-4f2d-92a9-c55bb006ece9 None None] Port 1c4a9dd2-1132-417f-98f3-f3cb27385937 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:34.488121 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] For port 1c4a9dd2-1132-417f-98f3-f3cb27385937, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:34.491642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] For port 1c4a9dd2-1132-417f-98f3-f3cb27385937, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1c4a9dd2-1132-417f-98f3-f3cb27385937,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:34.503705 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (d6078df0-f4ba-4e60-8e5c-d8f6413bc1d2), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.512408 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:34.605993 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.607312 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (f6366c3a-a4e7-484d-92d0-408fc9365f49), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.631024 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:34.661973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6366c3a-a4e7-484d-92d0-408fc9365f49,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:34.674381 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.674381 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f9db43e2-2199-4c73-b339-42956752d251 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f6366c3a-a4e7-484d-92d0-408fc9365f49 HTTP/1.1" status: 204 len: 168 time: 1.0491309 Jul 20 17:49:34.676202 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51768) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:34.721055 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (d6078df0-f4ba-4e60-8e5c-d8f6413bc1d2), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.723018 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.823825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (d6078df0-f4ba-4e60-8e5c-d8f6413bc1d2), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.854273 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (bccfce82-59b2-47cb-8833-00e7f1cb9b09), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:34.897064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6078df0-f4ba-4e60-8e5c-d8f6413bc1d2,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:34.918744 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:31Z', 'revision_number': 4, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'bb588dc9-a09b-4d66-b76a-ff51a5e39c40', 'name': '', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'mac_address': 'fa:16:3e:f6:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '556730c8-065e-4f2b-91de-77859ba7d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:29Z', 'updated_at': '2022-07-20T17:49:32Z', 'revision_number': 2, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'subnets': [{'id': '556730c8-065e-4f2b-91de-77859ba7d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:34.948182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:34.951856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:35.017976 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Checking router: b9b705fd-aea1-4deb-90a3-4a03f913f2c8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:35.018333 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Updating router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:35.062741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.153611 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.162413 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment f5f32711-118c-4b2c-824d-742866410a32 resource provider aggregate not found Jul 20 17:49:35.162981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-17060666-10ef-4f16-91c3-a629ce6bbd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.186091 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.188367 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.190929 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (bccfce82-59b2-47cb-8833-00e7f1cb9b09), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.206605 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.220078 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-3232f552-60bd-427b-b42a-b0ab82abb79f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9375730 Jul 20 17:49:35.229713 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.248229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51786) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:35.255809 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment f5f32711-118c-4b2c-824d-742866410a32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5f32711-118c-4b2c-824d-742866410a32 found for delete ", "request_id": "req-8316324c-3cf0-4827-bcfb-86310c607ee7"}]} Jul 20 17:49:35.275309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:35.275697 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.278683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': '0a285acc-def4-43ed-9123-1c064ece8407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:35.284575 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cac7-fa4c-46ac-b1b9-faf7d413c7a6 None None] Pushing event updated for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:35.292296 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.339732 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccfce82-59b2-47cb-8833-00e7f1cb9b09']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:35.356303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.376320 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6867060-e621-429e-b952-638bc9d5c5e5') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:35.376944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6867060-e621-429e-b952-638bc9d5c5e5') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:35.412832 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (b6867060-e621-429e-b952-638bc9d5c5e5), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.416355 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Provisioning complete for port 1c4a9dd2-1132-417f-98f3-f3cb27385937 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:35.417583 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.440423 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (b6867060-e621-429e-b952-638bc9d5c5e5), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.447856 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:49:35.448637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (b6867060-e621-429e-b952-638bc9d5c5e5), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.529331 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (bf5fe093-a299-42ab-b142-7d5888e4020a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.563526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:35.589445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51820) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:35.592454 dv-cinder-849846-3-iscsi neutron-server[111057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 17:49:35.641957 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (bccfce82-59b2-47cb-8833-00e7f1cb9b09), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.699862 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (bf5fe093-a299-42ab-b142-7d5888e4020a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.710788 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.721011 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] 10.222.0.42 "DELETE /v2.0/networks/bccfce82-59b2-47cb-8833-00e7f1cb9b09 HTTP/1.1" status: 204 len: 168 time: 1.0382333 Jul 20 17:49:35.769128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd99892-552f-41f4-83a3-2b9388064f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bccfce82-59b2-47cb-8833-00e7f1cb9b09,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:35.786864 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (bf5fe093-a299-42ab-b142-7d5888e4020a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.855981 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5fe093-a299-42ab-b142-7d5888e4020a,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:35.894639 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Current status of the port 1c4a9dd2-1132-417f-98f3-f3cb27385937 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:35.894639 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.915316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-17060666-10ef-4f16-91c3-a629ce6bbd3a admin admin] Publish callbacks [] for security_group (8ad68126-bb41-4d73-bab4-7dbe4fac9761), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.920555 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks [] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.921216 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:35.922459 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 471763db-c44a-46ac-8f24-cb57ee67dac7 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:35.932729 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Allocated IP 172.27.3.214 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/ed628e50-3cbc-46c6-9ec6-dbb59cf3147d) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:35.947445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-b191d126-0740-4451-9342-c2578ce1a826 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:35.954743 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-b191d126-0740-4451-9342-c2578ce1a826 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/networks?id=3b8677a3-30cb-4579-88a9-f44f8fc205f2 HTTP/1.1" status: 200 len: 812 time: 0.3622193 Jul 20 17:49:35.985995 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:35.987297 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3053702c-ac52-4b01-9219-1ab25aeba3e1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7305388 Jul 20 17:49:35.988002 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:35.991664 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51828) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:36.001174 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:36.002090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] For port 1c4a9dd2-1132-417f-98f3-f3cb27385937, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1c4a9dd2-1132-417f-98f3-f3cb27385937,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:36.003617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-17060666-10ef-4f16-91c3-a629ce6bbd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8ad68126-bb41-4d73-bab4-7dbe4fac9761), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.006774 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:34Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:36.037166 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e0c7f-8adc-48bc-8a70-a531bd97bcd0 None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:34Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:36.041899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-91c7a2a5-077d-4417-bbf2-1a0ec4f56325 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/quotas/6a76562649474d5bb8f326aab70630ab HTTP/1.1" status: 200 len: 375 time: 0.0785086 Jul 20 17:49:36.048022 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 471763db-c44a-46ac-8f24-cb57ee67dac7 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:36.048494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.061214 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.069297 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:36.150541 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.195515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-17060666-10ef-4f16-91c3-a629ce6bbd3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eebf9df517849fcbc5a104d28c60257&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8853531 Jul 20 17:49:36.217854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51830) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:36.279833 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.307615 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ae327-1e70-4580-8d90-f5070cd80083 None None] Pushing event updated for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:36.429512 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d1c5-6492-4c8d-bae9-c53f5cde0214 None None] Pushing event updated for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:36.438065 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Attempting to bind port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:36.438065 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Attempting to bind port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:36.438065 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Attempting to bind port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 on network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:36.447834 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:36.460505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17060666-10ef-4f16-91c3-a629ce6bbd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad68126-bb41-4d73-bab4-7dbe4fac9761,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:36.464322 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:36.464737 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Checking segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:36.465675 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.466681 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Bound using segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:36.468452 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Bound port: bb588dc9-a09b-4d66-b76a-ff51a5e39c40, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:36.468870 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.511847 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 471763db-c44a-46ac-8f24-cb57ee67dac7 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:36.512313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.528531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-52aab92e-3e71-4b2e-96c6-a05f2908bdb4 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a76562649474d5bb8f326aab70630ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4862854 Jul 20 17:49:36.553856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:36.554983 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:36.576624 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] For port bb588dc9-a09b-4d66-b76a-ff51a5e39c40, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:36.584179 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] Publish callbacks [] for security_group (8ad68126-bb41-4d73-bab4-7dbe4fac9761), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.584627 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] For port bb588dc9-a09b-4d66-b76a-ff51a5e39c40, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:36.630175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] Publish callbacks [] for security_group (8ad68126-bb41-4d73-bab4-7dbe4fac9761), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.648231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.653209 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.657139 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 471763db-c44a-46ac-8f24-cb57ee67dac7, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=471763db-c44a-46ac-8f24-cb57ee67dac7,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:36.693250 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-1f8696f0-efaf-4985-b2f8-38c64e7395ce None None] Provisioning complete for port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:36.693629 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1f8696f0-efaf-4985-b2f8-38c64e7395ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.707482 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.737384 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:36.756905 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-1f8696f0-efaf-4985-b2f8-38c64e7395ce None None] Port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:36.786803 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ae327-1e70-4580-8d90-f5070cd80083 None None] Pushing event updated for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:36.786803 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:36.786803 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:36.798591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.807661 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.820702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51842) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:36.822055 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8ad68126-bb41-4d73-bab4-7dbe4fac9761), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.826726 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:36.828734 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ad68126-bb41-4d73-bab4-7dbe4fac9761 HTTP/1.1" status: 204 len: 168 time: 0.5317576 Jul 20 17:49:36.929570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=471763db-c44a-46ac-8f24-cb57ee67dac7,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:36.941842 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:36.998917 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51848) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:37.003413 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f033f3-47b6-4ffe-a9ab-8a5b312be541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad68126-bb41-4d73-bab4-7dbe4fac9761,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:37.023592 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:37.042223 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:37.053243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=ed628e50-3cbc-46c6-9ec6-dbb59cf3147d,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:37.061427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:37.062280 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.27.3.82 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:37.118772 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1c4a9dd2-1132-417f-98f3-f3cb27385937 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:37.126782 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:37.227274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:37.283299 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-18b5f5dd-dc2f-41aa-a17a-c1893478dbfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=073215a6db1a496385d71ae843886dd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4627583 Jul 20 17:49:37.283931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51856) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:37.297900 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment b6867060-e621-429e-b952-638bc9d5c5e5 resource provider aggregate not found Jul 20 17:49:37.298524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:37.303151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.374114 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:37.398424 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Provisioning complete for port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:37.398950 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.454002 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.454171 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:37.462220 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment b6867060-e621-429e-b952-638bc9d5c5e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6867060-e621-429e-b952-638bc9d5c5e5 found for delete ", "request_id": "req-1d70dcae-6daa-4e94-bb33-f41549579378"}]} Jul 20 17:49:37.463080 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] Publish callbacks [] for security_group (e14d33f8-992d-4572-b50c-c24ee1d39d57), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.469409 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:37.500991 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] Publish callbacks [] for security_group (e14d33f8-992d-4572-b50c-c24ee1d39d57), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.557984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.633813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 1c4a9dd2-1132-417f-98f3-f3cb27385937 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:37.634288 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.676175 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.786128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e14d33f8-992d-4572-b50c-c24ee1d39d57), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.791613 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.795954 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:31Z', 'revision_number': 4, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'bb588dc9-a09b-4d66-b76a-ff51a5e39c40', 'name': '', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'mac_address': 'fa:16:3e:f6:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '556730c8-065e-4f2b-91de-77859ba7d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:29Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'subnets': [{'id': '556730c8-065e-4f2b-91de-77859ba7d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:37.801426 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14d33f8-992d-4572-b50c-c24ee1d39d57 HTTP/1.1" status: 204 len: 168 time: 0.5085020 Jul 20 17:49:37.858052 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881f35-5c24-4a00-9ef0-263d3b8a0867 None None] The sync data for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi is: [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:49:31Z', 'revision_number': 4, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'bb588dc9-a09b-4d66-b76a-ff51a5e39c40', 'name': '', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'mac_address': 'fa:16:3e:f6:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '556730c8-065e-4f2b-91de-77859ba7d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:29Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'subnets': [{'id': '556730c8-065e-4f2b-91de-77859ba7d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:37.862887 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:37.864326 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:37.873577 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:37.878945 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d71860a-da98-4f4d-991f-b8738ee015b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.927054 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:37.959044 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:37.981373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.058695 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:38.059346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Updating router 4f322947-95d8-4e2f-8d42-1be87045a18f port 65788d13-9227-498d-a676-f2daadf48f7a binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:38.064105 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Current status of the port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:38.075895 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.094669 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65160f6e-15be-4d60-8c18-f898a20dde4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d33f8-992d-4572-b50c-c24ee1d39d57,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:38.099496 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:38.104140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.135548 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=ed628e50-3cbc-46c6-9ec6-dbb59cf3147d,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:38.148078 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:38.202196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-43372f2d-d7a1-4a55-a8f1-f883e8e16d75 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:49:38.210168 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-43372f2d-d7a1-4a55-a8f1-f883e8e16d75 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6105728 Jul 20 17:49:38.219361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (65788d13-9227-498d-a676-f2daadf48f7a), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.232620 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.246951 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-10cc26f2-e79e-4d04-af48-b6d0c0fd32a9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8438909 Jul 20 17:49:38.288556 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 1c4a9dd2-1132-417f-98f3-f3cb27385937 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:38.334691 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] For port bb588dc9-a09b-4d66-b76a-ff51a5e39c40, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:38.346832 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:38.394608 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-2f67249d-7003-45a9-a6e8-a4667ab007ab service neutron] 10.222.0.42 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831582 Jul 20 17:49:38.401040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:38.410730 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.505667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5f0f-f1ab-4c98-8c17-bc0a1d9d3cda None None] Pushing event updated for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:38.514803 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-f8ce5972-05b4-474a-a999-772c23c30575 service neutron] 10.222.0.42 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123023 Jul 20 17:49:38.533187 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.539704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:38.606768 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d71860a-da98-4f4d-991f-b8738ee015b0 admin admin] Publish callbacks [] for security_group (b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.657229 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks [] for port (65788d13-9227-498d-a676-f2daadf48f7a), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.659920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.752148 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d71860a-da98-4f4d-991f-b8738ee015b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.778307 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:38.855206 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1d71860a-da98-4f4d-991f-b8738ee015b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2731e64fe89e484fa08dc52786fe4dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7309859 Jul 20 17:49:38.855480 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51888) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:38.858021 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71860a-da98-4f4d-991f-b8738ee015b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:38.969383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44adb8-507b-434d-894d-28f9528b7e14 None None] Pushing event updated for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:38.991026 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51902) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:38.998385 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 51908) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:39.016046 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:39.028295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:39.045477 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.063457 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-423c8030-9193-4715-9e85-8de0d4edd032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.073605 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] Publish callbacks [] for security_group (b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.089251 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Attempting to bind port 65788d13-9227-498d-a676-f2daadf48f7a on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:39.089546 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Attempting to bind port 65788d13-9227-498d-a676-f2daadf48f7a by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:39.089737 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.089909 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Attempting to bind port 65788d13-9227-498d-a676-f2daadf48f7a on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:39.114303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f634e4a9-eced-46eb-a4e5-c3efb613bd98 req-48bf3370-7b35-4e91-9c77-d67102024279 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.1058431 Jul 20 17:49:39.137914 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:39.145051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:39.145051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.145051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:39.145051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Bound port: 65788d13-9227-498d-a676-f2daadf48f7a, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:39.145051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (65788d13-9227-498d-a676-f2daadf48f7a), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.215982 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-4f25fd29-4b98-4090-81a8-2a278acd3bf0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1767842353&fields=id&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 267 time: 0.1408794 Jul 20 17:49:39.219447 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] Publish callbacks [] for security_group (b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.220687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device bb588dc9-a09b-4d66-b76a-ff51a5e39c40 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:39.248215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:39.278861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:39.291057 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:39.331946 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.388512 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-423c8030-9193-4715-9e85-8de0d4edd032 admin admin] Publish callbacks [] for security_group (10953c6b-4d9c-4499-a11f-d5559de975ab), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.413301 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] For port 65788d13-9227-498d-a676-f2daadf48f7a, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:39.414220 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] For port 65788d13-9227-498d-a676-f2daadf48f7a, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=65788d13-9227-498d-a676-f2daadf48f7a,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:39.425291 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:39.425704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.482715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b276df15-7f80-4b82-a14e-26cd49d9234d None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:39.483127 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b276df15-7f80-4b82-a14e-26cd49d9234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.489034 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-ccf64586-8b7b-431f-a93a-e05168561f1d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:39.491046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-ccf64586-8b7b-431f-a93a-e05168561f1d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 816 time: 0.2276206 Jul 20 17:49:39.493825 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.495200 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8322eaf8-12d0-4f3e-a313-7a2d3c96b59c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5022700 Jul 20 17:49:39.496038 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-423c8030-9193-4715-9e85-8de0d4edd032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (10953c6b-4d9c-4499-a11f-d5559de975ab), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.523761 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-a94ce77a-9419-4270-8ed1-580be93c36dd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/quotas/1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 375 time: 0.0152535 Jul 20 17:49:39.542619 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-423c8030-9193-4715-9e85-8de0d4edd032 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3d0a9d63f57472fa588adf60a13ef3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480602 Jul 20 17:49:39.542619 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c8030-9193-4715-9e85-8de0d4edd032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10953c6b-4d9c-4499-a11f-d5559de975ab,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:39.543646 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51922) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:39.560038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.598178 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.605657 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.608084 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7 HTTP/1.1" status: 204 len: 168 time: 0.7515943 Jul 20 17:49:39.613288 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b276df15-7f80-4b82-a14e-26cd49d9234d None None] Port 65788d13-9227-498d-a676-f2daadf48f7a cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:39.627715 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb375b8-3c66-43b2-b113-57747ac9b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb6689-9cb5-4a5e-a09a-d37a0b110ab7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:39.641051 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-5bc783a5-7a2f-4ba1-81f3-1d4b5af96ffb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083012 Jul 20 17:49:39.670304 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] Publish callbacks [] for security_group (10953c6b-4d9c-4499-a11f-d5559de975ab), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.722716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] Publish callbacks [] for security_group (10953c6b-4d9c-4499-a11f-d5559de975ab), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:39.753626 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:39.754742 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 471763db-c44a-46ac-8f24-cb57ee67dac7 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:39.757498 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44adb8-507b-434d-894d-28f9528b7e14 None None] Pushing event updated for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:39.765374 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:39.766018 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:49:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:39.788865 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:39.796357 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51926) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:39.996071 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-7f336458-d282-45ed-b834-1ca91c2e7541 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0eaeee2da5be416cb52f3fe0a96ba2e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1664927 Jul 20 17:49:39.996759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-81b81ac3-2627-48d1-9e84-6c417bed1e3b service neutron] 10.222.0.42 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049805 Jul 20 17:49:39.996846 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 51932) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:40.112907 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (10953c6b-4d9c-4499-a11f-d5559de975ab), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.117398 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.122441 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10953c6b-4d9c-4499-a11f-d5559de975ab HTTP/1.1" status: 204 len: 168 time: 0.5528481 Jul 20 17:49:40.133394 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] Publish callbacks [] for security_group (539b2c77-24f9-49be-9922-4533fc964e69), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.150363 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:40.207484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:40.209918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-cad40154-d2d2-44db-adce-1fdd763bb5df service neutron] 10.222.0.42 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264876 Jul 20 17:49:40.213813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:40.230242 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:40.232942 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.270883 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6a0f5-4d6e-476d-8e4e-bb76809b9d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10953c6b-4d9c-4499-a11f-d5559de975ab,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:40.298765 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] Publish callbacks [] for security_group (539b2c77-24f9-49be-9922-4533fc964e69), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.303746 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 471763db-c44a-46ac-8f24-cb57ee67dac7 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:40.303746 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.369780 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-03512396-9510-429d-8347-dbf397768ab9 req-fc5eac47-4d4b-4fb1-a59e-aa233d9e9d32 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.1187043 Jul 20 17:49:40.404922 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:40.432969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:40.526820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (539b2c77-24f9-49be-9922-4533fc964e69), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.529565 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.530783 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/539b2c77-24f9-49be-9922-4533fc964e69 HTTP/1.1" status: 204 len: 168 time: 0.5386503 Jul 20 17:49:40.543872 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312742-1d80-41bd-b504-a2a0a7f1e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b2c77-24f9-49be-9922-4533fc964e69,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:40.610825 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Current status of the port 65788d13-9227-498d-a676-f2daadf48f7a is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:40.611247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (65788d13-9227-498d-a676-f2daadf48f7a), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:40.708040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-9345e70d-f209-48ae-b97d-2c0d753acbb1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1981311903&fields=id&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 267 time: 0.0828998 Jul 20 17:49:40.753476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 471763db-c44a-46ac-8f24-cb57ee67dac7 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:40.895119 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] For port 65788d13-9227-498d-a676-f2daadf48f7a, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=65788d13-9227-498d-a676-f2daadf48f7a,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:40.975759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ab8d00e-3767-4fd3-b0bb-a21369c8ba2c req-de13ad29-aa08-4720-aa6c-624ab086bc89 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.2127292 Jul 20 17:49:40.988191 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 65788d13-9227-498d-a676-f2daadf48f7a up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:41.044762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:39Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:41.056224 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-a204aa01-c50f-47d8-b915-83ed684db66c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:41.058591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-a204aa01-c50f-47d8-b915-83ed684db66c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.3495991 Jul 20 17:49:41.081729 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af61ae4-62cb-4aba-8a7b-bb47bc1cab84 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:39Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:41.085070 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:41.119196 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-fc7d1cfe-6560-4adc-829a-30b776b8d9c7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/quotas/93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 375 time: 0.0531483 Jul 20 17:49:41.201172 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-1df8c829-c208-4049-9457-674c6283be0e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805683 Jul 20 17:49:41.206902 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:41.207351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:41.245371 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:41.260460 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99644930-9f8d-4130-8f8d-ce4f527d8538 None None] Pushing event updated for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:41.321826 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 65788d13-9227-498d-a676-f2daadf48f7a is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:41.482468 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-737bca04-ae70-4af6-90e3-e46a6ce51cad req-c5aa4a8c-0517-40fc-bbe0-1639351de22a tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0559323 Jul 20 17:49:41.834136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-eda11f21-33fd-4c09-aa1f-392c3e7e1d6f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:49:41.843181 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-eda11f21-33fd-4c09-aa1f-392c3e7e1d6f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1162624 Jul 20 17:49:41.939344 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-fb7cf12c-73f4-425d-998c-0ed2fb667e59 service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949233 Jul 20 17:49:41.975963 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:42.100127 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-7385b57e-e56c-4e28-83b4-438e8313c7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376400 Jul 20 17:49:42.136778 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2807c34-0c16-43c4-b81d-4aad281a1f58 req-bd791fb7-af29-4a18-90c0-b3ccdff59cf3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0619073 Jul 20 17:49:42.423171 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:42.518354 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51c0743c-9142-4541-8b48-45d567421bcc req-64137ee7-cdbd-4a93-bd7d-fdea729adbc4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0874658 Jul 20 17:49:42.744664 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6cbfa632-50ae-49f6-96f3-b8c9dcb8122d req-0c12348b-a22d-4523-8487-4be1b83abca7 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0313871 Jul 20 17:49:42.898717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 65788d13-9227-498d-a676-f2daadf48f7a up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:42.947205 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 65788d13-9227-498d-a676-f2daadf48f7a triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:42.947568 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (65788d13-9227-498d-a676-f2daadf48f7a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:42.955370 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:43.026931 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 65788d13-9227-498d-a676-f2daadf48f7a is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:43.075833 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:43.328390 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7676d5b9-b428-41a7-9576-0ce624a7a622 req-c3156bc8-efed-4b05-8aea-b848a1e8d48f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Jul 20 17:49:43.646439 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5e99e96-3ed2-4d97-b00b-63e7c9eb30c3 req-97440d0e-5993-480c-86ee-0ab57716f782 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0486443 Jul 20 17:49:43.777634 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:43.907983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a807f96-42a2-4b2d-8457-d70cf5168ec4 req-ccceeba9-696b-4b7b-9d6c-e7fddfde99ea tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0315299 Jul 20 17:49:44.182299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.18', 65268) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:44.300797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-827870c7-42b6-4a4a-8c62-402e9b02f4ba tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:44.302402 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-827870c7-42b6-4a4a-8c62-402e9b02f4ba tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.18 "GET /v2.0/networks?id=3b8677a3-30cb-4579-88a9-f44f8fc205f2 HTTP/1.1" status: 200 len: 812 time: 0.1162169 Jul 20 17:49:44.383584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Request body: {'port': {'device_id': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'admin_state_up': True, 'tenant_id': '6a76562649474d5bb8f326aab70630ab'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:44.491618 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-99aff97a-a040-41d5-a1fe-f05826c150ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:44.530760 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f0dc82ae-b2c2-4e13-948c-7c69d09c1966 req-2427f048-1c18-42f7-98a5-148670484e11 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jul 20 17:49:44.668879 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Made reservation on behalf of 6a76562649474d5bb8f326aab70630ab for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:44.676541 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:45.032668 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-18742a44-7777-4817-b586-51d2a2d2e68b req-4ad52cac-773f-4922-9335-c8d8406fb153 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.2774768 Jul 20 17:49:45.088750 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2f6aecfa-9676-4208-ad11-39d0dba92e64 req-f4234ae3-9912-4d85-9c94-2e86242585ed tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0460103 Jul 20 17:49:45.224023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Allocated IP 172.20.0.4 (3b8677a3-30cb-4579-88a9-f44f8fc205f2/556730c8-065e-4f2b-91de-77859ba7d490/64ac2385-a271-4bc9-98e9-b7149eb12088) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:45.255214 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:45.392469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks [] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:45.495645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:45.591673 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:45.595216 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:45.600701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:45.604521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:45.605148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:45.616618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Pushing event updated for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:45.648062 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-abeae0ab-29ca-4079-90aa-c809f729de49 req-6bb1cb77-5fce-447c-bef0-2e94985b091f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0389094 Jul 20 17:49:45.698665 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-51d5a6b6-1edd-4a2b-8703-88730b98e7cd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3313940 Jul 20 17:49:45.787106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:45.844865 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-cfa6ab27-3c69-4eb5-816e-766ed5c5f03b None None] Provisioning complete for port 64ac2385-a271-4bc9-98e9-b7149eb12088 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:45.845375 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfa6ab27-3c69-4eb5-816e-766ed5c5f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:45.878068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6ab27-3c69-4eb5-816e-766ed5c5f03b None None] Port 64ac2385-a271-4bc9-98e9-b7149eb12088 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:46.125752 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7182b85-8902-4c3e-815f-9d1ae230d637 req-e1804425-9006-41c4-9b16-9a8deaadc3c4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jul 20 17:49:46.262910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc55e62-5365-4230-b99c-a750052de946 req-efec34ea-7fba-4b29-9f50-69160c3347e7 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:46.262910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cbc55e62-5365-4230-b99c-a750052de946 req-efec34ea-7fba-4b29-9f50-69160c3347e7 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 931 time: 0.0654469 Jul 20 17:49:46.287250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cbc55e62-5365-4230-b99c-a750052de946 req-0951c669-2390-4bd4-bfee-41fce0d1c509 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Jul 20 17:49:46.749794 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-965c18a4-d5bf-40de-8544-d7a0c7917da5 req-8af7c610-6de5-4cdb-86a0-9657f390ac69 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0278792 Jul 20 17:49:46.924050 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d8ed-4c98-4291-970b-e2636f46405a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:46.958204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:47.218019 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-217df192-f5dc-4533-a64e-a315f41bfe67 req-aa5c26f8-0952-4db3-a8f9-2c6d55170aa3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0322492 Jul 20 17:49:47.392290 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:47.409854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862068-c9c5-493e-99a6-b553e5bd5e50 req-4310b3ee-879a-491e-8f43-32fa238afc35 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:47.411382 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2e862068-c9c5-493e-99a6-b553e5bd5e50 req-4310b3ee-879a-491e-8f43-32fa238afc35 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 931 time: 0.0574908 Jul 20 17:49:47.459733 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2e862068-c9c5-493e-99a6-b553e5bd5e50 req-27be3b75-c995-46c7-aa0a-fba97520f3e5 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Jul 20 17:49:47.483113 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52266) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:47.545945 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.18', 65273) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:47.554707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-6c12e808-7c2f-44ff-9f99-d48567da4a4a tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:49:47.555677 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-6c12e808-7c2f-44ff-9f99-d48567da4a4a tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073516 Jul 20 17:49:47.636018 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bcd-b739-4a78-9d9d-0b0d0ee37ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:47.705713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-636f4ca7-7ff5-4acc-ab92-d8391ff9fd67 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:47.707166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-636f4ca7-7ff5-4acc-ab92-d8391ff9fd67 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 816 time: 0.1574681 Jul 20 17:49:47.768083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bcd-b739-4a78-9d9d-0b0d0ee37ec2 admin admin] Publish callbacks [] for security_group (266b1cdb-ba79-4078-921d-8560fa47f728), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:47.807867 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=75 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:47.811955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Request body: {'port': {'device_id': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:47.900990 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bcd-b739-4a78-9d9d-0b0d0ee37ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (266b1cdb-ba79-4078-921d-8560fa47f728), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:47.911148 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5b6db98-14cb-4d29-ab45-c3d8418be548 req-3cde0532-ac4c-436c-8fa3-0dbddc1e7847 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0652997 Jul 20 17:49:47.927362 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-b7a9e81c-64b7-4463-85bb-d25b49fe21b7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 380 time: 0.1726215 Jul 20 17:49:47.982257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'port': {'device_id': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'admin_state_up': True, 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'security_groups': ['08af84da-455b-440b-af01-db47adbea5c0']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:48.008376 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6ce25bcd-b739-4a78-9d9d-0b0d0ee37ec2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2143ad19e02482c93b96b20660bee5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152862 Jul 20 17:49:48.010511 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52294) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:48.028060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.030413 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25bcd-b739-4a78-9d9d-0b0d0ee37ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b1cdb-ba79-4078-921d-8560fa47f728,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:48.061680 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] Publish callbacks [] for security_group (266b1cdb-ba79-4078-921d-8560fa47f728), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.085816 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] Publish callbacks [] for security_group (266b1cdb-ba79-4078-921d-8560fa47f728), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.200142 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (266b1cdb-ba79-4078-921d-8560fa47f728), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.203394 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.206581 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/266b1cdb-ba79-4078-921d-8560fa47f728 HTTP/1.1" status: 204 len: 168 time: 0.1950314 Jul 20 17:49:48.217024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8443fc0-cde6-4236-bf23-497e23535e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b1cdb-ba79-4078-921d-8560fa47f728,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:48.333162 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.411984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Made reservation on behalf of 1e0c8bf2bfe34311961a4bde7f102944 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:48.415365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.433869 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.18', 65283) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:48.446814 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dff4c5ba-e5cc-43cc-b599-bc519c19c8fc req-a6df0b78-9176-4237-968c-d010e71762a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0569570 Jul 20 17:49:48.496421 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:48.807165 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-5463ce00-ba3a-490e-9987-f16657ae95af tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:48.811596 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-5463ce00-ba3a-490e-9987-f16657ae95af tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.3767221 Jul 20 17:49:48.903387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933392da-4186-4627-8fcb-90ee5d7482d3 req-69a9f7af-604b-4e60-a961-b80cddab9530 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:48.911444 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-933392da-4186-4627-8fcb-90ee5d7482d3 req-69a9f7af-604b-4e60-a961-b80cddab9530 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 931 time: 0.3251567 Jul 20 17:49:48.917203 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ac2385-a271-4bc9-98e9-b7149eb12088 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:49:48.940157 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks [] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:48.971148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Allocated IP 172.20.0.4 (4543ca71-03de-461e-8540-7f258ee4032c/6c12685c-bf1f-4856-a731-6a4b02c53f42/c0861927-5eef-4dee-a02c-a3bed737a580) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:49.025340 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Transition to ACTIVE for port object 64ac2385-a271-4bc9-98e9-b7149eb12088 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:49:49.069496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:49.095370 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-3f9e53b6-7275-495a-a598-192985936c29 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 380 time: 0.1761746 Jul 20 17:49:49.098405 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-933392da-4186-4627-8fcb-90ee5d7482d3 req-25de44b4-a788-4737-8144-e01fad70fc16 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857421 Jul 20 17:49:49.120257 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'port': {'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'admin_state_up': True, 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'security_groups': ['0a285acc-def4-43ed-9123-1c064ece8407']}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:49.136606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.151964 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d4bf6aaf-11b2-4a70-8adf-723650d9ba27 req-70660f90-be47-464d-8b70-1be39aa21baa tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0782757 Jul 20 17:49:49.155504 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52340) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:49.245918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3b695eb0-78e7-4b61-ac9a-b2d08a9b74da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.347415 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:49.362101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Pushing event updated for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:49.458429 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'port': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:49.463073 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.649597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3b695eb0-78e7-4b61-ac9a-b2d08a9b74da admin admin] Publish callbacks [] for security_group (d7738bd0-66d1-46b2-b8a1-67d8f03c00a7), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.808310 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3b695eb0-78e7-4b61-ac9a-b2d08a9b74da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d7738bd0-66d1-46b2-b8a1-67d8f03c00a7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.827155 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Attempting to bind port 64ac2385-a271-4bc9-98e9-b7149eb12088 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:49.827672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Attempting to bind port 64ac2385-a271-4bc9-98e9-b7149eb12088 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:49.828034 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Attempting to bind port 64ac2385-a271-4bc9-98e9-b7149eb12088 on network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:49.837278 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.20.0.8 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:49.899094 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb243897-3ac2-4e36-8759-795f6aa340f7 req-639e9e0f-eea0-4def-9576-b1f652c7ded5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.2208102 Jul 20 17:49:49.909402 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.918505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (c0861927-5eef-4dee-a02c-a3bed737a580), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.919358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Port 64ac2385-a271-4bc9-98e9-b7149eb12088 on network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:49:49.919678 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Attempting to bind port 64ac2385-a271-4bc9-98e9-b7149eb12088 on network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:49.956645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:49.956645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Checking segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:49.956645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Bound using segment: {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:49.956645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Bound port: 64ac2385-a271-4bc9-98e9-b7149eb12088, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e61e335-11ad-44f1-8711-ddb688517419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:49.956645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:49.969456 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-3b695eb0-78e7-4b61-ac9a-b2d08a9b74da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=660b25d695ac4fa2bf802f6cdfd6af79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078706 Jul 20 17:49:49.976052 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52364) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:49.984843 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b695eb0-78e7-4b61-ac9a-b2d08a9b74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7738bd0-66d1-46b2-b8a1-67d8f03c00a7,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:50.118231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:50.123734 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=64ac2385-a271-4bc9-98e9-b7149eb12088,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:50.206020 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.208901 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] Publish callbacks [] for security_group (d7738bd0-66d1-46b2-b8a1-67d8f03c00a7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.250972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e51ec-491b-40bd-8b25-30515dfa9eec req-7d0d72ec-6ee0-4ab0-bac8-6ce316c33037 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:50.264674 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] Publish callbacks [] for security_group (d7738bd0-66d1-46b2-b8a1-67d8f03c00a7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.265495 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7c8e51ec-491b-40bd-8b25-30515dfa9eec req-7d0d72ec-6ee0-4ab0-bac8-6ce316c33037 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0727837 Jul 20 17:49:50.345671 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-836b5b2a-47a1-4e68-9ab4-860b910455bf req-60c17885-b810-427e-8205-62f93792684f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0495780 Jul 20 17:49:50.369076 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7c8e51ec-491b-40bd-8b25-30515dfa9eec req-2d5c460d-7eee-4f03-b43e-821bf138f373 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022127 Jul 20 17:49:50.504105 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.504683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.559939 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Network 4543ca71-03de-461e-8540-7f258ee4032c is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:50.561751 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.564243 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d7738bd0-66d1-46b2-b8a1-67d8f03c00a7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.567139 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.570543 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.570543 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7738bd0-66d1-46b2-b8a1-67d8f03c00a7 HTTP/1.1" status: 204 len: 168 time: 0.5910981 Jul 20 17:49:50.581006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:50.584947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:50.588193 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:50.595099 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:50.595810 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.602070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:50.665033 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a51453-32a8-407b-a2b7-42d6d82334c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7738bd0-66d1-46b2-b8a1-67d8f03c00a7,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:50.741218 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Pushing event updated for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:50.756717 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:50.758563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:50.759437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:50.762779 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-92c62d5c-de10-4fb7-8ffc-7523cd6c831c service neutron] 10.222.0.18 "PUT /v2.0/ports/64ac2385-a271-4bc9-98e9-b7149eb12088 HTTP/1.1" status: 200 len: 1093 time: 3.0146255 Jul 20 17:49:50.787266 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:49:50.801094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:50.833905 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:50.943936 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:51.056244 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:51.080094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:51.081922 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:51.221151 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-c9578188-ac81-40be-9df8-887c7d8d5b95 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2568965 Jul 20 17:49:51.248603 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-b2924c62-01b5-46f2-9cd1-b0258c2aeb58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1456802 Jul 20 17:49:51.287845 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a80ed9d0-1b99-438e-aa27-412d0dd2278e None None] Provisioning complete for port c0861927-5eef-4dee-a02c-a3bed737a580 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:51.287845 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a80ed9d0-1b99-438e-aa27-412d0dd2278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:51.290210 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Request body: {'port': {'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:51.290336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Request body: {'port': {'device_id': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:51.435738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a80ed9d0-1b99-438e-aa27-412d0dd2278e None None] Port c0861927-5eef-4dee-a02c-a3bed737a580 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:51.444722 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b07da55-d37a-482f-b339-de917697870a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:49:51.514687 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da698ee0-77b8-4aec-80e9-46c7b59e162d req-b07df8b9-ff38-4098-8fad-a062189022cf tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:51.527678 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da698ee0-77b8-4aec-80e9-46c7b59e162d req-b07df8b9-ff38-4098-8fad-a062189022cf tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 931 time: 0.4725451 Jul 20 17:49:51.534862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-1cad6e89-0c1b-4f76-bac9-4156a0f14cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:51.536644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-1cad6e89-0c1b-4f76-bac9-4156a0f14cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a76562649474d5bb8f326aab70630ab&device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 1127 time: 0.5248411 Jul 20 17:49:51.588080 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8707be78-ef10-452f-8241-bc59fd1387be None None] Provisioning complete for port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:51.588503 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8707be78-ef10-452f-8241-bc59fd1387be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:51.676275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8707be78-ef10-452f-8241-bc59fd1387be None None] Port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:51.717857 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:51.769013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-3d2ce1f4-ef3a-4a0a-a740-2e2899372cd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ac2385-a271-4bc9-98e9-b7149eb12088 HTTP/1.1" status: 200 len: 217 time: 0.1845949 Jul 20 17:49:51.804415 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:51.818507 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:51.845390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ee314-c70d-4ce8-8c6c-434d907f7d97 req-87f96905-7a02-476d-bf7b-34db1376b4bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:51.852808 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b48ee314-c70d-4ce8-8c6c-434d907f7d97 req-87f96905-7a02-476d-bf7b-34db1376b4bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 931 time: 0.3194664 Jul 20 17:49:51.876733 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:51.896809 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da698ee0-77b8-4aec-80e9-46c7b59e162d req-32e01876-f8c4-4036-860f-5089d1d2ca1a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668613 Jul 20 17:49:52.053120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:52.154812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-646bd30d-6450-4bc7-b9fc-a0f1d248a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:52.164700 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-646bd30d-6450-4bc7-b9fc-a0f1d248a66c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556730c8-065e-4f2b-91de-77859ba7d490 HTTP/1.1" status: 200 len: 851 time: 0.3725739 Jul 20 17:49:52.201181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eba0c-444b-49a8-aebf-20069c041b2d req-6d98ebc3-b6e8-4e19-b707-e233270da3bf tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:52.203575 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2a4eba0c-444b-49a8-aebf-20069c041b2d req-6d98ebc3-b6e8-4e19-b707-e233270da3bf tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.1769910 Jul 20 17:49:52.306522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 {{(pid=111056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:49:52.317168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks [] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:52.342030 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.provisioning_blocks [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Transition to ACTIVE for port object b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 will not be triggered until provisioned by entity L2. {{(pid=111056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:49:52.441722 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:52.458635 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b48ee314-c70d-4ce8-8c6c-434d907f7d97 req-dfedbd25-fe38-4fde-90d8-3fe96371d540 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6045737 Jul 20 17:49:52.461370 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:52.627619 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2a4eba0c-444b-49a8-aebf-20069c041b2d req-717c0a4c-f642-4185-847b-2fec7a2023b2 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278302 Jul 20 17:49:52.745440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-0decc049-c1eb-428d-827f-b2650c6851a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:52.746991 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-0decc049-c1eb-428d-827f-b2650c6851a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b8677a3-30cb-4579-88a9-f44f8fc205f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4295895 Jul 20 17:49:52.888820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:53.119039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Attempting to bind port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:53.123656 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Attempting to bind port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:53.125366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Attempting to bind port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:53.141511 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:49:53.141910 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Attempting to bind port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:53.160531 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:53.160914 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:53.161481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:53.161932 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Bound port: b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:53.162304 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:53.174356 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:53.301154 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, cleared binding levels {{(pid=111056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:53.324227 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:53.396048 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d24c149-5a56-4eba-a31e-943056bd6d5f x-openstack-request-id: req-7d24c149-5a56-4eba-a31e-943056bd6d5f {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:49:53.396706 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:49:53.396706 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d24c149-5a56-4eba-a31e-943056bd6d5f {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:49:53.397215 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d24c149-5a56-4eba-a31e-943056bd6d5f'] response: {'name': 'network-changed', 'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088', 'status': 'completed', 'code': 200} Jul 20 17:49:53.409852 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:53.424350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cae54-66c8-4e23-9103-6fa8a43848f3 req-855ad820-717b-45a8-a001-2528979a3022 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:53.426011 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-579cae54-66c8-4e23-9103-6fa8a43848f3 req-855ad820-717b-45a8-a001-2528979a3022 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.3481498 Jul 20 17:49:53.428301 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:49:53.438656 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks [] for port (c0861927-5eef-4dee-a02c-a3bed737a580), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:53.458909 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:53.468941 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:53.471365 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:53.473750 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Transition to ACTIVE for port object c0861927-5eef-4dee-a02c-a3bed737a580 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:49:53.490263 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 HTTP/1.1" status: 200 len: 1093 time: 2.2153103 Jul 20 17:49:53.490702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:49:53.523523 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-579cae54-66c8-4e23-9103-6fa8a43848f3 req-8b8bb5ae-2f86-4993-9087-274390eda39b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878677 Jul 20 17:49:53.537414 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16080b-08c8-4795-a7ff-60df033816c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=3']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:53.549115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:53.655598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:53.958207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6ac8d-5917-416a-b77a-8c6512edf89e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:49:53.998315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c1a24-3175-4fb4-9f7d-8a848064f3cf req-ada1aba0-b7c9-487d-83fb-2644be8f604f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:54.001487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:54.009783 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a79c1a24-3175-4fb4-9f7d-8a848064f3cf req-ada1aba0-b7c9-487d-83fb-2644be8f604f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.1318400 Jul 20 17:49:54.152235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bd48c-c673-4339-a9a7-054d7ca791a2 req-b2f545b2-4486-4596-b915-cdf902bf5511 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:54.153895 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-095bd48c-c673-4339-a9a7-054d7ca791a2 req-b2f545b2-4486-4596-b915-cdf902bf5511 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.4780178 Jul 20 17:49:54.157292 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Attempting to bind port c0861927-5eef-4dee-a02c-a3bed737a580 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:54.157982 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Attempting to bind port c0861927-5eef-4dee-a02c-a3bed737a580 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:54.158547 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Attempting to bind port c0861927-5eef-4dee-a02c-a3bed737a580 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:54.178510 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Port c0861927-5eef-4dee-a02c-a3bed737a580 on network 4543ca71-03de-461e-8540-7f258ee4032c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:49:54.179153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Attempting to bind port c0861927-5eef-4dee-a02c-a3bed737a580 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:54.207855 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:54.208201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Checking segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:54.208708 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Bound using segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:54.209142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Bound port: c0861927-5eef-4dee-a02c-a3bed737a580, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:54.212496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:54.228407 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a79c1a24-3175-4fb4-9f7d-8a848064f3cf req-c04aad29-463c-4ee6-a728-67e5bd91ca51 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178309 Jul 20 17:49:54.269032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:54.284788 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-095bd48c-c673-4339-a9a7-054d7ca791a2 req-5c26a3a3-9249-4340-9feb-2a6ea23d4b80 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169190 Jul 20 17:49:54.324811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:54.328868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:54.394961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:54.427114 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:54.427721 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:54.429166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] 10.222.0.18 "PUT /v2.0/ports/c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 1093 time: 3.1548448 Jul 20 17:49:54.465698 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae486ec-7e85-4a2f-8b5d-db7f996ef108 service neutron] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:54.501539 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365943f-b9db-4093-bbe6-f8fac56b437d x-openstack-request-id: req-9365943f-b9db-4093-bbe6-f8fac56b437d {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:49:54.502026 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:49:54.502026 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9365943f-b9db-4093-bbe6-f8fac56b437d {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:49:54.502582 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9365943f-b9db-4093-bbe6-f8fac56b437d'] response: {'name': 'network-changed', 'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'status': 'completed', 'code': 200} Jul 20 17:49:54.681967 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71438c9-5e68-4bc0-ac98-3d83e3cbab60 req-2c902cc2-86ff-4ef4-b1a3-13267286dd48 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:54.683719 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c71438c9-5e68-4bc0-ac98-3d83e3cbab60 req-2c902cc2-86ff-4ef4-b1a3-13267286dd48 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Jul 20 17:49:54.739964 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c71438c9-5e68-4bc0-ac98-3d83e3cbab60 req-de69bc68-c588-4fdb-9211-7d32d7cfa5df tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Jul 20 17:49:55.399589 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:49:55.404157 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1" -d '{"events": [{"name": "network-changed", "server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:49:55.470803 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:55.569568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12acd-df28-4be5-a089-104efbb35f34 req-8c860c66-cc09-44c6-83ec-07f7765652b3 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:55.572043 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fe12acd-df28-4be5-a089-104efbb35f34 req-8c860c66-cc09-44c6-83ec-07f7765652b3 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.2086854 Jul 20 17:49:55.600635 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-78995890-6b60-49d2-9620-7af8f06f5a4d service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299537 Jul 20 17:49:55.621539 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9f799-8bb9-4cee-a0d4-c9d17377a6a0 req-e418831c-9aa4-465c-865e-8027870c0f49 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:55.630934 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-65e9f799-8bb9-4cee-a0d4-c9d17377a6a0 req-e418831c-9aa4-465c-865e-8027870c0f49 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1676705 Jul 20 17:49:55.731104 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fe12acd-df28-4be5-a089-104efbb35f34 req-8fe62c30-aecf-46cc-a5d3-532fb349dcb2 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463556 Jul 20 17:49:55.737409 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-65e9f799-8bb9-4cee-a0d4-c9d17377a6a0 req-fcfd3b53-77de-4e06-bc66-c3bf87537979 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053309 Jul 20 17:49:55.800390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06475e97-af90-423c-a5dd-cd091c0f8cc8 x-openstack-request-id: req-06475e97-af90-423c-a5dd-cd091c0f8cc8 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:49:55.800390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:49:55.800390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06475e97-af90-423c-a5dd-cd091c0f8cc8 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:49:55.800390 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06475e97-af90-423c-a5dd-cd091c0f8cc8'] response: {'name': 'network-changed', 'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'status': 'completed', 'code': 200} Jul 20 17:49:55.883156 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea699fe-e109-4dec-9c9d-9942ad51c44a req-ba2c7284-ad5c-44ed-bb05-bf1e9db141f3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:55.884831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dea699fe-e109-4dec-9c9d-9942ad51c44a req-ba2c7284-ad5c-44ed-bb05-bf1e9db141f3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0590723 Jul 20 17:49:55.938424 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dea699fe-e109-4dec-9c9d-9942ad51c44a req-08083908-298d-4064-99e2-9ddce29b9f7b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470166 Jul 20 17:49:56.638594 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:56.981609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e242b-2f35-424d-9fd4-6892941b5125 req-5a513206-fb6a-4822-af18-b6dcb71f2afd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:56.983320 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-de4e242b-2f35-424d-9fd4-6892941b5125 req-5a513206-fb6a-4822-af18-b6dcb71f2afd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0747306 Jul 20 17:49:56.989609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514931f-8014-44cb-9470-8bff7763243a req-c60d28a3-315b-4374-9387-ea9a3bf073e8 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:57.003931 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9514931f-8014-44cb-9470-8bff7763243a req-c60d28a3-315b-4374-9387-ea9a3bf073e8 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0960743 Jul 20 17:49:57.068826 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9514931f-8014-44cb-9470-8bff7763243a req-7e7549ef-30c4-4a32-bc43-1db4b00d1e2f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Jul 20 17:49:57.081570 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-de4e242b-2f35-424d-9fd4-6892941b5125 req-a8d0b6d7-9fb1-43e8-b3ca-c0488bc0b398 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887561 Jul 20 17:49:57.183450 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:57.260784 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b8e4-131e-40ae-8812-e04c86a69483 req-efb3c2cd-614f-4b4c-8ec8-6d94063c7626 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:57.265675 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7814b8e4-131e-40ae-8812-e04c86a69483 req-efb3c2cd-614f-4b4c-8ec8-6d94063c7626 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0891862 Jul 20 17:49:57.387581 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7814b8e4-131e-40ae-8812-e04c86a69483 req-7de3b80c-a5d9-43bb-b2ea-d5dbc2091b45 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133957 Jul 20 17:49:57.821116 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:58.299442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10ce61-e094-4f55-846e-f7c2d175e2ca req-6091cf4d-a209-4398-b4b6-fe16417a80bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:58.301192 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da10ce61-e094-4f55-846e-f7c2d175e2ca req-6091cf4d-a209-4398-b4b6-fe16417a80bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1031659 Jul 20 17:49:58.309329 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52620) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:58.329046 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33af550-caa2-4cf0-9e0a-984b0182f3b9 req-b24c304c-0144-423d-a37b-003b915d79aa tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:58.330889 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e33af550-caa2-4cf0-9e0a-984b0182f3b9 req-b24c304c-0144-423d-a37b-003b915d79aa tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.1227212 Jul 20 17:49:58.405161 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da10ce61-e094-4f55-846e-f7c2d175e2ca req-2c4363df-808c-4302-a6eb-2bf10a72f631 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941083 Jul 20 17:49:58.423195 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e33af550-caa2-4cf0-9e0a-984b0182f3b9 req-c583f98c-e8e2-49c4-ae54-c5a868eec0a7 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825677 Jul 20 17:49:58.600476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493335b-dd9f-4584-b211-2545f00bb9d7 req-3c9db928-aa81-46b6-8e41-c011ea74a479 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:58.601041 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8727553d-3724-4a23-a73e-cb44f8679760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:58.611516 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a493335b-dd9f-4584-b211-2545f00bb9d7 req-3c9db928-aa81-46b6-8e41-c011ea74a479 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0846744 Jul 20 17:49:58.697356 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a493335b-dd9f-4584-b211-2545f00bb9d7 req-2b99cd9d-1176-4823-9f1f-4efe4cbf3be7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798082 Jul 20 17:49:58.765618 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8727553d-3724-4a23-a73e-cb44f8679760 admin admin] Publish callbacks [] for security_group (d2060728-3ed9-4932-9ec9-e16140ab46a1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:58.836795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:58.891377 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8727553d-3724-4a23-a73e-cb44f8679760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d2060728-3ed9-4932-9ec9-e16140ab46a1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:58.936803 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8727553d-3724-4a23-a73e-cb44f8679760 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47377dd50c7043f588abf5daea55b256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258578 Jul 20 17:49:58.937856 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727553d-3724-4a23-a73e-cb44f8679760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2060728-3ed9-4932-9ec9-e16140ab46a1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:58.939728 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52638) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:59.000989 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] Publish callbacks [] for security_group (d2060728-3ed9-4932-9ec9-e16140ab46a1), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:59.049792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] Publish callbacks [] for security_group (d2060728-3ed9-4932-9ec9-e16140ab46a1), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:59.249841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d2060728-3ed9-4932-9ec9-e16140ab46a1), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:59.252961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:59.254106 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2060728-3ed9-4932-9ec9-e16140ab46a1 HTTP/1.1" status: 204 len: 168 time: 0.3133886 Jul 20 17:49:59.276243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4480-672d-422a-a478-b571d602303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2060728-3ed9-4932-9ec9-e16140ab46a1,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:59.621736 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:59.702640 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9db0c3-d12f-4a27-97b1-8ace671184bf req-80afe300-d905-4bf8-bf07-65c39b8eff13 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:59.704856 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b9db0c3-d12f-4a27-97b1-8ace671184bf req-80afe300-d905-4bf8-bf07-65c39b8eff13 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1025519 Jul 20 17:49:59.739719 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b87ca-dbf6-42a6-8198-211068667b7c req-a765768f-c9e3-479f-aa7f-ccece2a95e19 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:59.746752 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d49b87ca-dbf6-42a6-8198-211068667b7c req-a765768f-c9e3-479f-aa7f-ccece2a95e19 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.2211478 Jul 20 17:49:59.832497 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d49b87ca-dbf6-42a6-8198-211068667b7c req-e4c4ca60-41b3-4d8a-b3df-d45456f946fc tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846331 Jul 20 17:49:59.836983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b9db0c3-d12f-4a27-97b1-8ace671184bf req-ecf8f71e-f0d5-4f36-937e-46e124ef38e4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227565 Jul 20 17:49:59.958672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e205ce3-1edb-427b-be5f-8b60b88c165d req-420b0346-581f-49ba-aae8-1affb6ca5835 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:59.960395 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e205ce3-1edb-427b-be5f-8b60b88c165d req-420b0346-581f-49ba-aae8-1affb6ca5835 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0551765 Jul 20 17:50:00.022911 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e205ce3-1edb-427b-be5f-8b60b88c165d req-8434bb06-e4d4-4c22-bf22-eadbbabd622b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506887 Jul 20 17:50:00.153340 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52674) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:00.167229 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f138310c-9335-4761-a95d-2bb3b9949900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.240494 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f138310c-9335-4761-a95d-2bb3b9949900 admin admin] Publish callbacks [] for security_group (e080723d-c0de-47e2-ba60-43d128b65a60), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.558053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f138310c-9335-4761-a95d-2bb3b9949900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e080723d-c0de-47e2-ba60-43d128b65a60), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.596333 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f138310c-9335-4761-a95d-2bb3b9949900 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=636c83e93f4942edbd363f7ba359e5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419284 Jul 20 17:50:00.598148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138310c-9335-4761-a95d-2bb3b9949900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e080723d-c0de-47e2-ba60-43d128b65a60,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:00.599048 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52676) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:00.646888 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] Publish callbacks [] for security_group (e080723d-c0de-47e2-ba60-43d128b65a60), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.668810 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] Publish callbacks [] for security_group (e080723d-c0de-47e2-ba60-43d128b65a60), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.817564 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e080723d-c0de-47e2-ba60-43d128b65a60), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.820260 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.821444 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e080723d-c0de-47e2-ba60-43d128b65a60 HTTP/1.1" status: 204 len: 168 time: 0.2214339 Jul 20 17:50:00.837385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd005ec-a668-4b41-8b2d-e2beefeda865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e080723d-c0de-47e2-ba60-43d128b65a60,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:00.996156 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:01.009863 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d54f60-562b-42e0-9a18-99e696ca2770 req-791700a8-0991-49e2-9d3c-0e9cc771efa5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:01.013325 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4d54f60-562b-42e0-9a18-99e696ca2770 req-791700a8-0991-49e2-9d3c-0e9cc771efa5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0777106 Jul 20 17:50:01.022202 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d3731-8090-4ea3-af21-79f471f4b88e req-c24e131b-6ef3-45d0-b546-0d482a354e32 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:01.023622 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f5d3731-8090-4ea3-af21-79f471f4b88e req-c24e131b-6ef3-45d0-b546-0d482a354e32 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0993199 Jul 20 17:50:01.098472 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4d54f60-562b-42e0-9a18-99e696ca2770 req-60625f4b-d914-4f6d-b6c7-6d97c182a9ff tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713711 Jul 20 17:50:01.103407 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f5d3731-8090-4ea3-af21-79f471f4b88e req-62cab8f1-0ae9-465d-9243-c6dc251cf4ed tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730386 Jul 20 17:50:01.205152 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17938c84-f09f-4d8b-9950-cc22111198bd req-4e35060e-c2a7-4d9e-8467-72b5a68dc0b0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:01.206614 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-17938c84-f09f-4d8b-9950-cc22111198bd req-4e35060e-c2a7-4d9e-8467-72b5a68dc0b0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0486062 Jul 20 17:50:01.253666 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-17938c84-f09f-4d8b-9950-cc22111198bd req-d7cefbbd-68cb-4ba7-ac45-8d97716a661b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Jul 20 17:50:01.431203 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52710) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:01.514576 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:01.538431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9e66137a-23b0-439e-a123-da5668529132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.613631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9e66137a-23b0-439e-a123-da5668529132 admin admin] Publish callbacks [] for security_group (f82c7c89-5bc3-4795-ac09-1cdc47dc2424), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.702897 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9e66137a-23b0-439e-a123-da5668529132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (f82c7c89-5bc3-4795-ac09-1cdc47dc2424), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.740481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:01.744592 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9e66137a-23b0-439e-a123-da5668529132 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29215561b45a4fc78c7538134857b275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117454 Jul 20 17:50:01.745863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66137a-23b0-439e-a123-da5668529132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82c7c89-5bc3-4795-ac09-1cdc47dc2424,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:01.747940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52722) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:01.811998 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] Publish callbacks [] for security_group (f82c7c89-5bc3-4795-ac09-1cdc47dc2424), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.833298 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] Publish callbacks [] for security_group (f82c7c89-5bc3-4795-ac09-1cdc47dc2424), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.998842 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (f82c7c89-5bc3-4795-ac09-1cdc47dc2424), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.001496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.002650 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f82c7c89-5bc3-4795-ac09-1cdc47dc2424 HTTP/1.1" status: 204 len: 168 time: 0.2536860 Jul 20 17:50:02.012291 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466069-56fe-4345-9725-46323a10d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82c7c89-5bc3-4795-ac09-1cdc47dc2424,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:02.072727 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:02.266651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0fc85-671c-47de-bb9c-adeaf8c05007 req-028ae235-5e3a-4bd6-8b2c-b15cd908b079 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:02.268035 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-afc0fc85-671c-47de-bb9c-adeaf8c05007 req-028ae235-5e3a-4bd6-8b2c-b15cd908b079 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0734982 Jul 20 17:50:02.275889 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bcd31-e10e-4c6f-833a-a1e9f7a6b79f req-6deb8f02-d937-45b4-a178-bbdddc76bf96 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:02.277301 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5f9bcd31-e10e-4c6f-833a-a1e9f7a6b79f req-6deb8f02-d937-45b4-a178-bbdddc76bf96 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0727842 Jul 20 17:50:02.352151 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-afc0fc85-671c-47de-bb9c-adeaf8c05007 req-e7af80cb-a9da-43e1-87ed-d1e02d920eab tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739129 Jul 20 17:50:02.355270 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5f9bcd31-e10e-4c6f-833a-a1e9f7a6b79f req-fab6805d-db9e-4713-8d3b-51d963db61f6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698185 Jul 20 17:50:02.455034 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea988c-93be-4845-ab71-aa4dae34d189 req-d4fe81c3-88ad-4201-81c5-afd30e9eddbc tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:02.456597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ea988c-93be-4845-ab71-aa4dae34d189 req-d4fe81c3-88ad-4201-81c5-afd30e9eddbc tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0497718 Jul 20 17:50:02.489504 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:02.506423 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ea988c-93be-4845-ab71-aa4dae34d189 req-458e9228-b551-4fd5-9e5d-55e2c6bb444e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Jul 20 17:50:02.626741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52752) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:02.736388 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-607b7a14-f0dc-42fb-b054-696ae81d7ae8 req-79698715-f271-47e6-986e-07ecc4554979 service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037123 Jul 20 17:50:02.737563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d44-c65f-41ea-b27c-c98b69d6897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.810499 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52758) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:02.813179 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d44-c65f-41ea-b27c-c98b69d6897f admin admin] Publish callbacks [] for security_group (85b11e2c-19ac-45a0-b978-e9ba256efaec), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.858533 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6f010526-9baa-43df-b966-0236b7725a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.885874 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d44-c65f-41ea-b27c-c98b69d6897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (85b11e2c-19ac-45a0-b978-e9ba256efaec), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:02.921455 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-5028f3ba-335a-427b-bba2-1892797fc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:02.923091 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-5028f3ba-335a-427b-bba2-1892797fc731 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1127 time: 0.0969722 Jul 20 17:50:02.952894 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e22f4d44-c65f-41ea-b27c-c98b69d6897f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ab84777caa047ed8f44fdb93133fd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244932 Jul 20 17:50:02.958041 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52762) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:02.963477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4d44-c65f-41ea-b27c-c98b69d6897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b11e2c-19ac-45a0-b978-e9ba256efaec,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:02.966856 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-a958f4ff-8df5-4406-870e-d1a386365a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:02.968961 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-a958f4ff-8df5-4406-870e-d1a386365a5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 1127 time: 0.0802491 Jul 20 17:50:03.033510 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6f010526-9baa-43df-b966-0236b7725a2c admin admin] Publish callbacks [] for security_group (ffe00071-3640-4f08-9498-1b718b50399f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.067731 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-6489fffb-1e1d-41ac-a672-bb51c1fae83a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 217 time: 0.0719328 Jul 20 17:50:03.089023 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] Publish callbacks [] for security_group (85b11e2c-19ac-45a0-b978-e9ba256efaec), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.113616 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] Publish callbacks [] for security_group (85b11e2c-19ac-45a0-b978-e9ba256efaec), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.130820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07da55-d37a-482f-b339-de917697870a req-108d08d3-7d03-44d4-9d9a-bcdda455290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:03.132309 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-108d08d3-7d03-44d4-9d9a-bcdda455290e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a76562649474d5bb8f326aab70630ab&device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 1127 time: 0.1216574 Jul 20 17:50:03.142924 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6f010526-9baa-43df-b966-0236b7725a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ffe00071-3640-4f08-9498-1b718b50399f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.190646 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6f010526-9baa-43df-b966-0236b7725a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=308aaff4a31e4caa892914e2adca45ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776469 Jul 20 17:50:03.192023 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52766) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:03.200941 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010526-9baa-43df-b966-0236b7725a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe00071-3640-4f08-9498-1b718b50399f,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:03.230303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:03.234910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-f43abe5c-4e39-4310-8fe4-e76fc2a6fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:03.236646 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-f43abe5c-4e39-4310-8fe4-e76fc2a6fd34 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=93918dc6b6f445d18a3ecb003524152d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2434027 Jul 20 17:50:03.266258 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] Publish callbacks [] for security_group (ffe00071-3640-4f08-9498-1b718b50399f), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.288660 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] Publish callbacks [] for security_group (ffe00071-3640-4f08-9498-1b718b50399f), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.303970 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (85b11e2c-19ac-45a0-b978-e9ba256efaec), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.306773 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.308349 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85b11e2c-19ac-45a0-b978-e9ba256efaec HTTP/1.1" status: 204 len: 168 time: 0.3491626 Jul 20 17:50:03.328356 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b822b4-90a9-4d80-95b1-8988b6e5ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b11e2c-19ac-45a0-b978-e9ba256efaec,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:03.426896 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ffe00071-3640-4f08-9498-1b718b50399f), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.429598 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:03.431388 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffe00071-3640-4f08-9498-1b718b50399f HTTP/1.1" status: 204 len: 168 time: 0.2374556 Jul 20 17:50:03.459183 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a72d5f-bb70-42bc-bcf0-8e5b2f40358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe00071-3640-4f08-9498-1b718b50399f,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:03.498939 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:03.548616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b093f-3aa5-4cb4-9414-eeed03d6c11c req-72b1e87f-b650-4530-8304-533cae8f8a06 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:03.550112 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4c9b093f-3aa5-4cb4-9414-eeed03d6c11c req-72b1e87f-b650-4530-8304-533cae8f8a06 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0991817 Jul 20 17:50:03.558362 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1ae09-2967-4a56-b60e-1bca50a8b1a3 req-0eec632f-d687-44c0-ab5c-203b28ef8644 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:03.559725 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cdc1ae09-2967-4a56-b60e-1bca50a8b1a3 req-0eec632f-d687-44c0-ab5c-203b28ef8644 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0962336 Jul 20 17:50:03.697976 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:50:03.735060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:03.779013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4c9b093f-3aa5-4cb4-9414-eeed03d6c11c req-3ea5529b-2323-441a-a5b1-5338e74d297f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183237 Jul 20 17:50:03.786597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cdc1ae09-2967-4a56-b60e-1bca50a8b1a3 req-b61329d2-665b-45a1-bf61-8b13afbb67e8 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201223 Jul 20 17:50:03.913425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128f00f-0c93-4eaa-b330-ac174eca8dc4 req-f35ec583-f2ec-4885-9e15-4fbda9113d58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:03.914977 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3128f00f-0c93-4eaa-b330-ac174eca8dc4 req-f35ec583-f2ec-4885-9e15-4fbda9113d58 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0553863 Jul 20 17:50:03.965671 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3128f00f-0c93-4eaa-b330-ac174eca8dc4 req-556d8eee-8045-4878-9452-53cda73913be tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Jul 20 17:50:04.172574 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-91a3903a-b16b-4c91-ab50-a239d062ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.174149 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-91a3903a-b16b-4c91-ab50-a239d062ad1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0586882 Jul 20 17:50:04.194573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:04.268973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52822) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:04.331286 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b494b4d6-a145-417d-abce-c23709826e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:04.341694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-2c4e48d3-0ab1-4517-8705-e5dba0b3833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.343991 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-2c4e48d3-0ab1-4517-8705-e5dba0b3833f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1631203 Jul 20 17:50:04.437968 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07da55-d37a-482f-b339-de917697870a req-2db3a861-79d2-4669-aeb6-3f1eed002e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.439455 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-2db3a861-79d2-4669-aeb6-3f1eed002e44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b8677a3-30cb-4579-88a9-f44f8fc205f2 HTTP/1.1" status: 200 len: 913 time: 0.3223522 Jul 20 17:50:04.442094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-c9b16736-7251-45b9-abee-14ce2e5b9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.443425 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7e6ac8d-5917-416a-b77a-8c6512edf89e req-c9b16736-7251-45b9-abee-14ce2e5b9345 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277233 Jul 20 17:50:04.496008 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-19742d73-dac4-4ada-858b-9c21ccb192a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ac2385-a271-4bc9-98e9-b7149eb12088 HTTP/1.1" status: 200 len: 217 time: 0.0403020 Jul 20 17:50:04.509835 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-be90af04-a7c9-4fc1-9c3c-aadbfb6a0c01 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470022 Jul 20 17:50:04.518229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:04.563479 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b494b4d6-a145-417d-abce-c23709826e4d admin admin] Publish callbacks [] for security_group (ef556b1b-4fda-49e4-a62c-bb983b152ea2), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:04.589147 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-9eb3a7e4-f63a-49b3-80c8-430e87ca2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.590902 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-9eb3a7e4-f63a-49b3-80c8-430e87ca2607 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 1127 time: 0.0834506 Jul 20 17:50:04.602697 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07da55-d37a-482f-b339-de917697870a req-f9d9d864-03e5-4070-9701-ef56f081bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.604464 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-f9d9d864-03e5-4070-9701-ef56f081bd34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556730c8-065e-4f2b-91de-77859ba7d490 HTTP/1.1" status: 200 len: 851 time: 0.0983870 Jul 20 17:50:04.641213 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e3cc2838-25a9-4710-9ae0-3ac9f725cab0 req-2a978271-5ef2-4c2e-a617-e7842d478cd2 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216745 Jul 20 17:50:04.652049 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-d2a80250-ae84-46d3-b886-f189a21fd45b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 HTTP/1.1" status: 200 len: 217 time: 0.0464897 Jul 20 17:50:04.674069 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b494b4d6-a145-417d-abce-c23709826e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ef556b1b-4fda-49e4-a62c-bb983b152ea2), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:04.713331 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07da55-d37a-482f-b339-de917697870a req-178952af-a643-402a-b12a-905daf9d66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.715307 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-178952af-a643-402a-b12a-905daf9d66c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b8677a3-30cb-4579-88a9-f44f8fc205f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026435 Jul 20 17:50:04.726799 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b494b4d6-a145-417d-abce-c23709826e4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a61cfabfa0c43eea5fd0f00636de434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567971 Jul 20 17:50:04.734197 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494b4d6-a145-417d-abce-c23709826e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef556b1b-4fda-49e4-a62c-bb983b152ea2,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:04.735711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52848) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:04.763909 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-294c7236-94ef-464b-b088-5fbd0c30793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.765474 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-294c7236-94ef-464b-b088-5fbd0c30793f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0969598 Jul 20 17:50:04.878628 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] Publish callbacks [] for security_group (ef556b1b-4fda-49e4-a62c-bb983b152ea2), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:04.925746 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-eed818d3-de0f-489d-8605-55f138f7b399 service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012968 Jul 20 17:50:04.957144 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:04.972818 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] Publish callbacks [] for security_group (ef556b1b-4fda-49e4-a62c-bb983b152ea2), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:04.992089 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50acda-c729-4224-a8e1-484aa7a429ca req-e68e1c7a-ba27-43a7-97c6-4a8274601a07 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:04.993698 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b50acda-c729-4224-a8e1-484aa7a429ca req-e68e1c7a-ba27-43a7-97c6-4a8274601a07 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1162767 Jul 20 17:50:05.012706 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dea3-9d1e-4135-821c-31b336e6f619 req-12904c82-3f2c-4c14-a768-6225af96a846 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:05.014188 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2679dea3-9d1e-4135-821c-31b336e6f619 req-12904c82-3f2c-4c14-a768-6225af96a846 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.1210859 Jul 20 17:50:05.116155 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b50acda-c729-4224-a8e1-484aa7a429ca req-94cd8a64-e288-4a78-aaa7-d19374d74846 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091492 Jul 20 17:50:05.125224 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2679dea3-9d1e-4135-821c-31b336e6f619 req-2b54ef63-6234-445c-96db-2d8f081a348b tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971327 Jul 20 17:50:05.223502 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ef556b1b-4fda-49e4-a62c-bb983b152ea2), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:05.226118 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:05.227396 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef556b1b-4fda-49e4-a62c-bb983b152ea2 HTTP/1.1" status: 204 len: 168 time: 0.4899545 Jul 20 17:50:05.245574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ddcb-970e-4cf8-bde5-f71a927ae146 req-6a999709-4517-4c75-8387-c6b3b8fd0b6e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:05.247040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f98ddcb-970e-4cf8-bde5-f71a927ae146 req-6a999709-4517-4c75-8387-c6b3b8fd0b6e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0643601 Jul 20 17:50:05.248202 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060e2f-d7d7-446f-9587-99a2f779d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef556b1b-4fda-49e4-a62c-bb983b152ea2,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:05.303779 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f98ddcb-970e-4cf8-bde5-f71a927ae146 req-026dce30-5eef-4505-88c8-caf06b94a753 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Jul 20 17:50:05.586201 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-63de120c-158c-4820-b20c-57d161de983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:05.588451 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-63de120c-158c-4820-b20c-57d161de983a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1127 time: 0.0453804 Jul 20 17:50:05.635261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-60224883-69de-409f-ac56-698c218d63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:05.637024 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-60224883-69de-409f-ac56-698c218d63fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920579 Jul 20 17:50:05.728383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b07da55-d37a-482f-b339-de917697870a req-10d0547e-70f1-4996-9b2c-38ff811e3c08 service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914563 Jul 20 17:50:05.764319 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-7535399f-5838-4728-9c9a-e1fdc6f411c4 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200335 Jul 20 17:50:05.787167 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-57dbe02f-b3e7-4ed9-96c1-6a34c610e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:05.788976 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-57dbe02f-b3e7-4ed9-96c1-6a34c610e35c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.1930337 Jul 20 17:50:05.837083 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-2c6e52ee-afc5-46cd-8d74-5333112739b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 217 time: 0.0412364 Jul 20 17:50:05.880753 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3876f709-a9fb-45ff-af25-58c8e45aae4d req-3b9e84ca-006f-423b-9cb8-d1ad2e6454af service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027255 Jul 20 17:50:06.271224 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5bb4b-4dab-4de3-9481-5ee662094c8f req-b23a95de-3c4e-45cb-a014-88d21550cd00 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:06.272631 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34b5bb4b-4dab-4de3-9481-5ee662094c8f req-b23a95de-3c4e-45cb-a014-88d21550cd00 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0780945 Jul 20 17:50:06.278651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2500dcc-5abd-4ec0-bcc8-d5a4d454170f req-883e2909-0367-4ad0-b037-079ec62de7f1 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:06.280013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c2500dcc-5abd-4ec0-bcc8-d5a4d454170f req-883e2909-0367-4ad0-b037-079ec62de7f1 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0760138 Jul 20 17:50:06.344767 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34b5bb4b-4dab-4de3-9481-5ee662094c8f req-f9db9710-9a69-4189-8da4-f48f1dad4abd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637467 Jul 20 17:50:06.381469 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c2500dcc-5abd-4ec0-bcc8-d5a4d454170f req-e494480a-05b9-4a46-a2c7-6e22974cf889 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688529 Jul 20 17:50:06.451826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72503a-576f-485f-941e-403823c09cdf req-0abe0ceb-dd83-4554-a59f-a1b2e2a24649 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:06.453873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca72503a-576f-485f-941e-403823c09cdf req-0abe0ceb-dd83-4554-a59f-a1b2e2a24649 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Jul 20 17:50:06.660926 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca72503a-576f-485f-941e-403823c09cdf req-1239d1aa-dcf9-4aec-b4d0-1db7cac06282 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013261 Jul 20 17:50:07.527617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb434-c4fc-4655-a260-469395a1f13a req-a2aa29b3-9d1d-41b0-b768-9eec5e38fc0d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:07.529128 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4bcfb434-c4fc-4655-a260-469395a1f13a req-a2aa29b3-9d1d-41b0-b768-9eec5e38fc0d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0735099 Jul 20 17:50:07.535683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e9a8-1873-4b03-978e-0ed25e95efc5 req-59c7b429-ae59-400f-a588-2f5a3c58448d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:07.538544 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8120e9a8-1873-4b03-978e-0ed25e95efc5 req-59c7b429-ae59-400f-a588-2f5a3c58448d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0718019 Jul 20 17:50:07.611825 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4bcfb434-c4fc-4655-a260-469395a1f13a req-61ca02e2-998c-4771-aba9-bc0025ba7b18 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738614 Jul 20 17:50:07.615815 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8120e9a8-1873-4b03-978e-0ed25e95efc5 req-57e7b9bb-ce2c-4b9c-bd78-8110642b716a tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716512 Jul 20 17:50:07.773588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57c4e-e354-48cf-ae79-d34fa919cdb3 req-7889499a-19c2-4341-b8a3-235dad1f64e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:07.775091 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-78f57c4e-e354-48cf-ae79-d34fa919cdb3 req-7889499a-19c2-4341-b8a3-235dad1f64e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0479388 Jul 20 17:50:07.821801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-78f57c4e-e354-48cf-ae79-d34fa919cdb3 req-a10791a8-9dcc-4d71-a00a-36b12bdc7416 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Jul 20 17:50:07.948472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:07.952989 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 52950) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:08.056970 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2aec891a-c7b3-4881-80a9-81250995969b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.131902 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:08.140865 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2aec891a-c7b3-4881-80a9-81250995969b admin admin] Publish callbacks [] for security_group (b2145b18-c893-4a8e-80e4-710b09e57ad7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.175167 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:08.232305 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2aec891a-c7b3-4881-80a9-81250995969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b2145b18-c893-4a8e-80e4-710b09e57ad7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.430014 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec891a-c7b3-4881-80a9-81250995969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2145b18-c893-4a8e-80e4-710b09e57ad7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:08.435164 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2aec891a-c7b3-4881-80a9-81250995969b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c55263b75d1457690f9c5e5f04124a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4806089 Jul 20 17:50:08.438032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 52962) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:08.488509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] Publish callbacks [] for security_group (b2145b18-c893-4a8e-80e4-710b09e57ad7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.509419 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] Publish callbacks [] for security_group (b2145b18-c893-4a8e-80e4-710b09e57ad7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.634133 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b2145b18-c893-4a8e-80e4-710b09e57ad7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.638183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:08.638183 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2145b18-c893-4a8e-80e4-710b09e57ad7 HTTP/1.1" status: 204 len: 168 time: 0.1986601 Jul 20 17:50:08.648224 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbfdda-d530-4907-a1f2-3c04b154d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2145b18-c893-4a8e-80e4-710b09e57ad7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:08.772038 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3b71-feba-460e-9dec-332f4a4a707c req-dd3e0b1a-7170-4e4f-bb2c-16ebb2fc0dca tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:08.773496 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-581a3b71-feba-460e-9dec-332f4a4a707c req-dd3e0b1a-7170-4e4f-bb2c-16ebb2fc0dca tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 943 time: 0.0787513 Jul 20 17:50:08.779534 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715d28-6e2e-4667-a797-d97bfaeb974d req-c4ec49c7-8a9d-46ef-a16e-903ebe14e0bd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:08.780920 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59715d28-6e2e-4667-a797-d97bfaeb974d req-c4ec49c7-8a9d-46ef-a16e-903ebe14e0bd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0714686 Jul 20 17:50:08.814677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:50:08.846767 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:08.868365 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59715d28-6e2e-4667-a797-d97bfaeb974d req-2faf77d5-83cc-4495-aab6-2a3c2fe811f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805907 Jul 20 17:50:08.885177 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-581a3b71-feba-460e-9dec-332f4a4a707c req-0c2aefe9-e82f-4f72-ae07-3142d7cc603a tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032825 Jul 20 17:50:08.896420 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-87b54d61-5c84-486a-bd8d-0ff16f79a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:08.898201 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-87b54d61-5c84-486a-bd8d-0ff16f79a51c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.1051624 Jul 20 17:50:08.985448 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-edd28712-4b88-4f59-bab4-4b6d11b79608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:08.986970 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-edd28712-4b88-4f59-bab4-4b6d11b79608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818193 Jul 20 17:50:09.005524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3287d-1429-436b-b42d-41608952d05f req-2057a52f-c133-4ac5-9b3a-85dd4e802428 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:09.006757 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1a3287d-1429-436b-b42d-41608952d05f req-2057a52f-c133-4ac5-9b3a-85dd4e802428 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0591447 Jul 20 17:50:09.019306 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:09.034181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:50:09.073350 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1a3287d-1429-436b-b42d-41608952d05f req-d54b05bd-1475-485a-9363-bef33488ce85 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598214 Jul 20 17:50:09.083572 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:09.084067 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:09.103487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:50:09.124386 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:09.193624 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:09.199271 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 64ac2385-a271-4bc9-98e9-b7149eb12088 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:50:09.275170 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:09.333670 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:09.345516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=64ac2385-a271-4bc9-98e9-b7149eb12088,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:09.356804 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '64ac2385-a271-4bc9-98e9-b7149eb12088', 'network_id': '3b8677a3-30cb-4579-88a9-f44f8fc205f2', 'port_id': '64ac2385-a271-4bc9-98e9-b7149eb12088', 'mac_address': 'fa:16:3e:d5:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556730c8-065e-4f2b-91de-77859ba7d490', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:50:09.392666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 64ac2385-a271-4bc9-98e9-b7149eb12088 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:09.393060 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:09.406913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ac2385-a271-4bc9-98e9-b7149eb12088 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:50:09.429420 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=64ac2385-a271-4bc9-98e9-b7149eb12088,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:09.525612 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:09.573020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:09.617272 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:09.808069 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:09.907990 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-dcf570b6-a2c7-49f2-a772-eec78b2391ed service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243610 Jul 20 17:50:09.941168 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:10.082856 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0b3061fe-34bf-4fbc-9d6a-7af6b4e358d1 req-177279d2-40be-4bf0-8e4c-5ac9cbd6b73d service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671345 Jul 20 17:50:10.117965 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783cfa8-1ecb-4ed1-8dee-5d8ada6cb679 req-0e40a2de-0d49-4f2a-b47c-5d0a11c4eaf2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:10.119885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9783cfa8-1ecb-4ed1-8dee-5d8ada6cb679 req-0e40a2de-0d49-4f2a-b47c-5d0a11c4eaf2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.1540372 Jul 20 17:50:10.137955 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c0861927-5eef-4dee-a02c-a3bed737a580'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:50:10.159797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f039c8-4927-4800-a2b3-ea931a2872bc req-2a690229-5741-4acc-ad89-0481300cf775 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:10.161409 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-75f039c8-4927-4800-a2b3-ea931a2872bc req-2a690229-5741-4acc-ad89-0481300cf775 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 944 time: 0.1209662 Jul 20 17:50:10.210957 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9783cfa8-1ecb-4ed1-8dee-5d8ada6cb679 req-342e94c0-9691-4f66-9bba-b3f6406eadbb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833998 Jul 20 17:50:10.264756 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-75f039c8-4927-4800-a2b3-ea931a2872bc req-3fc46575-cc0f-4d01-9b56-7a3360092b72 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836658 Jul 20 17:50:10.291906 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['64ac2385-a271-4bc9-98e9-b7149eb12088'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:50:10.437378 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30004b4-a3b5-48e6-8a07-31bb1632a72b req-96e27d3b-11b6-4334-93f7-a5eaf2ebf886 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:10.440395 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f30004b4-a3b5-48e6-8a07-31bb1632a72b req-96e27d3b-11b6-4334-93f7-a5eaf2ebf886 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0725970 Jul 20 17:50:10.511177 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f30004b4-a3b5-48e6-8a07-31bb1632a72b req-476bd832-e4c6-45a8-bf30-89d9803e78ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515263 Jul 20 17:50:10.771518 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:11.210746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53102) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:11.321095 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c1cc5f-1a0b-449d-be32-d09a66425e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:11.414469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312396a-46b9-4faa-a553-daa359f73fc4 req-6e9fa63b-0aa3-49c5-96ed-bdbde8b6dbb2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:11.415945 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a312396a-46b9-4faa-a553-daa359f73fc4 req-6e9fa63b-0aa3-49c5-96ed-bdbde8b6dbb2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.0970030 Jul 20 17:50:11.447681 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:11.454652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ab47f-e7eb-4ab2-a6f0-654a776c2599 req-3a8c28bd-a1ec-4453-bff2-d6ebfd6bad55 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:11.456103 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d5ab47f-e7eb-4ab2-a6f0-654a776c2599 req-3a8c28bd-a1ec-4453-bff2-d6ebfd6bad55 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 944 time: 0.1060429 Jul 20 17:50:11.547647 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a312396a-46b9-4faa-a553-daa359f73fc4 req-b3618268-9e60-42dd-a8c4-2af48a8193d6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245906 Jul 20 17:50:11.584912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:50:11.585407 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d5ab47f-e7eb-4ab2-a6f0-654a776c2599 req-d55d41f9-558b-41ad-8c9f-04f70d22de50 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194639 Jul 20 17:50:11.588011 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:11.602814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c1cc5f-1a0b-449d-be32-d09a66425e9c admin admin] Publish callbacks [] for security_group (a1e9d11b-0c59-46a9-b246-4c5af71548ee), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:11.609982 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:50:11.676768 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457cae5-9156-4b08-8700-1b20e3478bf0 req-27185887-a2a2-42d6-9f04-b3fc6b5eca98 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:11.678355 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d457cae5-9156-4b08-8700-1b20e3478bf0 req-27185887-a2a2-42d6-9f04-b3fc6b5eca98 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 943 time: 0.0518932 Jul 20 17:50:11.732851 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d457cae5-9156-4b08-8700-1b20e3478bf0 req-c21fde21-174e-4b8e-bd67-fa1dfe3b4ae1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Jul 20 17:50:11.764398 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.db.resource_extend [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 17:50:11.834962 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port c0861927-5eef-4dee-a02c-a3bed737a580 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:50:11.861607 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:11.872748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:50:11.891569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c1cc5f-1a0b-449d-be32-d09a66425e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (a1e9d11b-0c59-46a9-b246-4c5af71548ee), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:11.917098 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:11.917281 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:11.932204 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:50:11.940269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f0c1cc5f-1a0b-449d-be32-d09a66425e9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e481023311984f5cb3388d7354d47fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7284412 Jul 20 17:50:11.941143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1cc5f-1a0b-449d-be32-d09a66425e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e9d11b-0c59-46a9-b246-4c5af71548ee,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:11.944483 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53132) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:11.956299 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:11.993260 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] Publish callbacks [] for security_group (a1e9d11b-0c59-46a9-b246-4c5af71548ee), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.016073 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] Publish callbacks [] for security_group (a1e9d11b-0c59-46a9-b246-4c5af71548ee), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.137620 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c0861927-5eef-4dee-a02c-a3bed737a580 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:12.138010 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.217337 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:12.217733 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.240652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (a1e9d11b-0c59-46a9-b246-4c5af71548ee), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.241736 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:12.246129 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.247368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1e9d11b-0c59-46a9-b246-4c5af71548ee HTTP/1.1" status: 204 len: 168 time: 0.3029253 Jul 20 17:50:12.272814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd65d0d-bdf7-4329-941b-fe3cec4671b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e9d11b-0c59-46a9-b246-4c5af71548ee,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:12.310929 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:12.323595 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.336364 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:12.387001 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:12.433210 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9d3ab6-f696-4c82-afa9-270801609348" -d '{"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:12.437373 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.438237 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 64ac2385-a271-4bc9-98e9-b7149eb12088 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:50:12.558136 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 64ac2385-a271-4bc9-98e9-b7149eb12088 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:50:12.574039 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:12.616365 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154aa7d0-80e6-485a-b253-d95ab3267c78 x-openstack-request-id: req-154aa7d0-80e6-485a-b253-d95ab3267c78 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:12.616365 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:12.616365 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-154aa7d0-80e6-485a-b253-d95ab3267c78 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:12.617181 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154aa7d0-80e6-485a-b253-d95ab3267c78'] response: {'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'code': 200} Jul 20 17:50:12.668665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 64ac2385-a271-4bc9-98e9-b7149eb12088 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:12.672682 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.759929 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8b4d-827a-4a66-8a0e-ea64c333bd35 req-98673688-43f7-4b81-87f6-3ee827d2f754 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:12.761662 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f6e8b4d-827a-4a66-8a0e-ea64c333bd35 req-98673688-43f7-4b81-87f6-3ee827d2f754 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1227579 Jul 20 17:50:12.766856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 64ac2385-a271-4bc9-98e9-b7149eb12088 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:12.767531 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.767884 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e72e4-3fbf-47c4-a789-2624b9c0e8f4 req-aca7bf18-d490-48f3-99e3-9a2fad639173 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:12.769403 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b18e72e4-3fbf-47c4-a789-2624b9c0e8f4 req-aca7bf18-d490-48f3-99e3-9a2fad639173 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 944 time: 0.0746331 Jul 20 17:50:12.807140 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=64ac2385-a271-4bc9-98e9-b7149eb12088,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:12.855523 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f6e8b4d-827a-4a66-8a0e-ea64c333bd35 req-b04d1a47-4288-4159-a8f6-6d98710c8c8a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849094 Jul 20 17:50:12.892072 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b18e72e4-3fbf-47c4-a789-2624b9c0e8f4 req-f1415176-d62f-4101-92eb-6252db6f4697 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039295 Jul 20 17:50:12.894892 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:12.985619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:13.019364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a401-6571-4bea-8d0d-013d99dba102 req-ae5a5148-efe0-425f-bddf-4fc0ee0db28c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:13.020905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a07a401-6571-4bea-8d0d-013d99dba102 req-ae5a5148-efe0-425f-bddf-4fc0ee0db28c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 944 time: 0.0749438 Jul 20 17:50:13.078505 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a07a401-6571-4bea-8d0d-013d99dba102 req-138404ad-54bd-4dfd-8073-25e56a3b1739 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510097 Jul 20 17:50:13.157039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:13.693183 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:13.693894 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=7 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:14.002836 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974f648-01e0-4b94-9414-da2e5eee026c req-2e6afab5-c778-4cbb-8ebd-581ee683fb65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:14.004347 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d974f648-01e0-4b94-9414-da2e5eee026c req-2e6afab5-c778-4cbb-8ebd-581ee683fb65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0812700 Jul 20 17:50:14.015562 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aebbd-a71e-41d6-849d-15901b6c222d req-7f12601d-32b9-4cfc-8d35-97e3855ad0f1 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:14.017091 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e1aebbd-a71e-41d6-849d-15901b6c222d req-7f12601d-32b9-4cfc-8d35-97e3855ad0f1 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0614350 Jul 20 17:50:14.089484 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:14.095063 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e1aebbd-a71e-41d6-849d-15901b6c222d req-af57f042-5024-4df0-891b-cc2ef60c61de tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Jul 20 17:50:14.097967 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d974f648-01e0-4b94-9414-da2e5eee026c req-1b33c00e-4e2b-4b93-9b45-16f468fded88 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793827 Jul 20 17:50:14.197895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c1f0-8fe8-4f61-8cd8-23c228145ea3 req-86de4c04-92b8-4eb2-ab91-cd638f2d9bfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:14.199349 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f8a7c1f0-8fe8-4f61-8cd8-23c228145ea3 req-86de4c04-92b8-4eb2-ab91-cd638f2d9bfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 944 time: 0.0472546 Jul 20 17:50:14.245358 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f8a7c1f0-8fe8-4f61-8cd8-23c228145ea3 req-695bd78b-b97c-4392-be16-f7ddc0d4a132 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Jul 20 17:50:14.548136 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ef977949-2374-4b64-bb2f-8b6a57d36261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:14.618507 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:14.621000 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd22d32-4657-49f5-963e-e3e35aad7238" -d '{"events": [{"server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "name": "network-vif-plugged", "status": "completed", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:14.655800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e383256-4941-42e1-a0c0-e4a9d596d90d x-openstack-request-id: req-0e383256-4941-42e1-a0c0-e4a9d596d90d {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:14.656131 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "name": "network-vif-plugged", "status": "completed", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:14.656510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e383256-4941-42e1-a0c0-e4a9d596d90d {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:14.656856 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e383256-4941-42e1-a0c0-e4a9d596d90d'] response: {'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088', 'code': 200} Jul 20 17:50:15.241946 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539880e-2215-4358-bf36-44563867e67f req-3cdc37c4-5df6-4148-ba04-f0e2d208e3be tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:15.243383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b539880e-2215-4358-bf36-44563867e67f req-3cdc37c4-5df6-4148-ba04-f0e2d208e3be tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0788062 Jul 20 17:50:15.249863 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee23e2-414c-4e76-a3ef-41477321dac4 req-7380ea2b-8942-4f7b-b03f-a4966b4c52ae tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:15.251187 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bee23e2-414c-4e76-a3ef-41477321dac4 req-7380ea2b-8942-4f7b-b03f-a4966b4c52ae tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0771325 Jul 20 17:50:15.328080 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b539880e-2215-4358-bf36-44563867e67f req-52c0ae30-6456-4cdb-8cc5-51ecb24ab501 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759346 Jul 20 17:50:15.331489 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bee23e2-414c-4e76-a3ef-41477321dac4 req-7d3f225d-420c-486c-9f65-48c8b2f9d91b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736365 Jul 20 17:50:15.438106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8bb7d-1c34-4b97-928b-c172c575ed19 req-44a44c4f-31d8-48dc-aac4-4e7e21b605ba tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:15.439577 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-77c8bb7d-1c34-4b97-928b-c172c575ed19 req-44a44c4f-31d8-48dc-aac4-4e7e21b605ba tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 944 time: 0.0499883 Jul 20 17:50:15.508586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-77c8bb7d-1c34-4b97-928b-c172c575ed19 req-b7272f15-9d0f-43d9-955d-759ab429c00f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565872 Jul 20 17:50:15.592648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:50:15.674215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:15.773620 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-d0a7d1af-400d-4d8a-b398-2deeb0f3dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:15.775159 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-d0a7d1af-400d-4d8a-b398-2deeb0f3dd1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1129 time: 0.0781827 Jul 20 17:50:15.795184 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-4f3b9cfe-cd3d-4690-9b47-86e099eca241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:15.797515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-4f3b9cfe-cd3d-4690-9b47-86e099eca241 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 1129 time: 0.0791659 Jul 20 17:50:15.801140 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-b2fa8322-f638-4bc5-8af3-a1e32c114e18 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:15.820344 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-c532388f-eb22-4bff-8731-1e7aabdaa9eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:15.879628 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-b2fa8322-f638-4bc5-8af3-a1e32c114e18 service neutron] Publish callbacks [] for security_group (f1c0deb3-8951-425c-a7cb-5c8b1ada9d29), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:16.011546 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-b2fa8322-f638-4bc5-8af3-a1e32c114e18 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (f1c0deb3-8951-425c-a7cb-5c8b1ada9d29), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:16.041467 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:16.062215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa8322-f638-4bc5-8af3-a1e32c114e18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c0deb3-8951-425c-a7cb-5c8b1ada9d29,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:16.063837 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.db.api [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-c532388f-eb22-4bff-8731-1e7aabdaa9eb service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4360ee3455064eea9e0b5197debd9a8f {{(pid=111057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 17:50:16.066391 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-c63e9b38-0dd9-4e7a-946e-193b8ed865af req-b2fa8322-f638-4bc5-8af3-a1e32c114e18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829306 Jul 20 17:50:16.072967 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG oslo_db.api [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-c532388f-eb22-4bff-8731-1e7aabdaa9eb service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 17:50:16.518290 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108d7d-b70a-4a8d-b6a7-47bd8d032f64 req-64e06e8d-6565-4b02-bf11-457560bca12f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:16.519808 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74108d7d-b70a-4a8d-b6a7-47bd8d032f64 req-64e06e8d-6565-4b02-bf11-457560bca12f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0797768 Jul 20 17:50:16.531273 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c65c-2987-49f7-8820-36da9798f8d7 req-bc0abfed-36d0-4827-9abb-03092588c114 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:16.532666 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f7e2c65c-2987-49f7-8820-36da9798f8d7 req-bc0abfed-36d0-4827-9abb-03092588c114 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0813637 Jul 20 17:50:16.575493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-c532388f-eb22-4bff-8731-1e7aabdaa9eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:16.632305 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74108d7d-b70a-4a8d-b6a7-47bd8d032f64 req-aed268de-4c00-4b2d-ae15-d7b357d4b8cf tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986264 Jul 20 17:50:16.646118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f7e2c65c-2987-49f7-8820-36da9798f8d7 req-bc5609c1-8b82-401e-af28-c04fb8d5eec7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016304 Jul 20 17:50:16.649851 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:16.706425 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76d8c2c0-4906-47fd-8d81-922e2886b7d5 req-c532388f-eb22-4bff-8731-1e7aabdaa9eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8993652 Jul 20 17:50:16.769531 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997d3b9-1146-4462-b501-86cb58e626cd req-1f4a3ec9-eced-4069-97dd-92cb2ad285d0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:16.770972 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8997d3b9-1146-4462-b501-86cb58e626cd req-1f4a3ec9-eced-4069-97dd-92cb2ad285d0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 944 time: 0.0527108 Jul 20 17:50:16.818059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8997d3b9-1146-4462-b501-86cb58e626cd req-b7e991d5-5c4e-4478-9459-b92785e8fc65 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Jul 20 17:50:16.860782 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b31aed9e-63b2-4829-b34b-9178492fb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:17.474250 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:50:17.526845 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:50:17.591856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:17.592240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:17.684665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:17.684665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:17.704687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:17.709215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea8c7c-688f-4462-8708-2def0b909cdb" -d '{"events": [{"server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:17.729315 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:17.761458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e6f8e-8c49-486c-a8ec-a2161684e5b2 req-b1733bf1-730c-4971-8d68-0461e6e4602b tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:17.764966 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a4e6f8e-8c49-486c-a8ec-a2161684e5b2 req-b1733bf1-730c-4971-8d68-0461e6e4602b tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0527065 Jul 20 17:50:17.831316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77d70e-5f2f-4d20-a7da-1ecc2e412822 req-2bbc7ad8-36ab-4642-822c-1d2ddbbf702b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:17.832873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c77d70e-5f2f-4d20-a7da-1ecc2e412822 req-2bbc7ad8-36ab-4642-822c-1d2ddbbf702b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0669658 Jul 20 17:50:17.849938 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:17.870950 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a4e6f8e-8c49-486c-a8ec-a2161684e5b2 req-3f7a5732-77e7-4a9f-a177-3de8de34f460 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927653 Jul 20 17:50:17.885958 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:17.924356 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:17.930708 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e673ac1-37ad-4c23-9dce-10b94439b2f9 x-openstack-request-id: req-8e673ac1-37ad-4c23-9dce-10b94439b2f9 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:17.931046 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:17.931433 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e673ac1-37ad-4c23-9dce-10b94439b2f9 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:17.931838 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e673ac1-37ad-4c23-9dce-10b94439b2f9'] response: {'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'code': 200} Jul 20 17:50:17.932581 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c77d70e-5f2f-4d20-a7da-1ecc2e412822 req-2d1a3d59-6604-45f7-821b-967171323267 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914843 Jul 20 17:50:18.050324 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b3d56-545f-481a-b3cf-217509dea247 req-8b157479-81a2-45aa-9c7a-eb29377fd492 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:18.051085 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da4b3d56-545f-481a-b3cf-217509dea247 req-8b157479-81a2-45aa-9c7a-eb29377fd492 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0668318 Jul 20 17:50:18.115433 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da4b3d56-545f-481a-b3cf-217509dea247 req-5bc6f071-6ef9-40da-87f4-f5580c143a81 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583453 Jul 20 17:50:18.325635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:18.993739 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110284e0-22b1-4191-a91a-4bb145260eb7 req-79eb4de9-4cde-403e-8e45-325c01e957c8 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:18.995481 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-110284e0-22b1-4191-a91a-4bb145260eb7 req-79eb4de9-4cde-403e-8e45-325c01e957c8 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0531211 Jul 20 17:50:19.065879 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-110284e0-22b1-4191-a91a-4bb145260eb7 req-beaae0ab-3b1a-4a69-9f10-06aaefe83e3c tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618870 Jul 20 17:50:19.121100 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b386090-d88a-4296-9519-43e0ca3d8c7d req-f84550ef-2d1c-4670-82c5-4e0b72fc6419 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:19.122538 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b386090-d88a-4296-9519-43e0ca3d8c7d req-f84550ef-2d1c-4670-82c5-4e0b72fc6419 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0705426 Jul 20 17:50:19.180962 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b386090-d88a-4296-9519-43e0ca3d8c7d req-5ad9a760-a765-46bc-88b5-2cf803ddc53e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515656 Jul 20 17:50:19.255470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3056-33c3-48fc-9f60-a77712af7db8 req-d4843586-28c1-4e26-9c23-1e63c2a14ddb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:19.256976 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-477b3056-33c3-48fc-9f60-a77712af7db8 req-d4843586-28c1-4e26-9c23-1e63c2a14ddb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0539315 Jul 20 17:50:19.337700 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-477b3056-33c3-48fc-9f60-a77712af7db8 req-b50b8f8d-abdb-4109-9889-ff3743a39ac1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724707 Jul 20 17:50:19.356363 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8e1b-2626-4212-a559-e16bf9cf797f req-48d8e253-09d7-48f0-ac08-9a408de043e8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:19.357786 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9dcf8e1b-2626-4212-a559-e16bf9cf797f req-48d8e253-09d7-48f0-ac08-9a408de043e8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0602651 Jul 20 17:50:19.366540 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53380) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:19.373402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'floatingip': {'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:19.443520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:19.768944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db7e6-3bcb-4887-bdf1-00c1a07797ca req-1065cb71-7698-440a-9551-bce230dcff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:19.770432 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e5db7e6-3bcb-4887-bdf1-00c1a07797ca req-1065cb71-7698-440a-9551-bce230dcff45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 1129 time: 0.2516673 Jul 20 17:50:19.828459 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:19.903532 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e5db7e6-3bcb-4887-bdf1-00c1a07797ca req-0b05168d-a274-4d2f-a9b2-7e463c5b5c3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254921 Jul 20 17:50:20.085232 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:20.338291 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:20.344138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:20.416374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:20.484866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:20.497616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366e420-d52c-4e3a-9254-24d03c8f15c9 req-a95c79ac-944d-45f8-9d6a-14147c3b0de9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:20.499618 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1366e420-d52c-4e3a-9254-24d03c8f15c9 req-a95c79ac-944d-45f8-9d6a-14147c3b0de9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0957670 Jul 20 17:50:20.588958 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Floating IP ffaad8fa-30c1-4e39-9028-d06542c935b4 associated. External IP: 172.27.3.214, port: c0861927-5eef-4dee-a02c-a3bed737a580. Jul 20 17:50:20.595382 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1366e420-d52c-4e3a-9254-24d03c8f15c9 req-399dd71d-fa26-468d-b976-4fdb657f2be8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661323 Jul 20 17:50:20.806569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:50:20.912400 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:50:20.917713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:20.926838 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:50:20.937524 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:20.938136 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:20.949071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7410196f-21c3-4cd4-8b72-17c649ff6545 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "PUT /v2.0/floatingips/ffaad8fa-30c1-4e39-9028-d06542c935b4 HTTP/1.1" status: 200 len: 991 time: 1.5815198 Jul 20 17:50:20.949723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:20.952525 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331a1ed1-b2fe-434b-8087-83cc49817ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:20.986713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21cb838-dc4b-47e4-bb5d-f3a3fe7e0575 x-openstack-request-id: req-c21cb838-dc4b-47e4-bb5d-f3a3fe7e0575 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:20.993401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:20.993401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c21cb838-dc4b-47e4-bb5d-f3a3fe7e0575 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:20.993401 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21cb838-dc4b-47e4-bb5d-f3a3fe7e0575'] response: {'name': 'network-changed', 'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'status': 'completed', 'code': 200} Jul 20 17:50:21.039658 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:21.039870 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:21.297581 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'ffaad8fa-30c1-4e39-9028-d06542c935b4', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:37Z', 'updated_at': '2022-07-20T17:50:20Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:21.322603 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:50:21.331995 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:21.332636 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:21.434558 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:21.650468 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'ffaad8fa-30c1-4e39-9028-d06542c935b4', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:37Z', 'updated_at': '2022-07-20T17:50:20Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:21.677434 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e19d0-7f12-4212-820e-1d2e381cce1c None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'ffaad8fa-30c1-4e39-9028-d06542c935b4', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:37Z', 'updated_at': '2022-07-20T17:50:20Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:50:21.724668 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e6736-2c8e-4249-96f1-68d5b316da2d req-fe7e03d6-78d1-4d8b-9da4-34030863c687 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:21.725902 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fb9e6736-2c8e-4249-96f1-68d5b316da2d req-fe7e03d6-78d1-4d8b-9da4-34030863c687 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0633230 Jul 20 17:50:21.790557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fb9e6736-2c8e-4249-96f1-68d5b316da2d req-0664fe26-17ca-4a9c-8276-d7335ef6f08e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526454 Jul 20 17:50:21.914920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1c352-ac8f-48de-a1d3-25e6fa60bb45 None None] New status for floating IP ffaad8fa-30c1-4e39-9028-d06542c935b4: ACTIVE {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:50:22.911825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcf047-edf2-49fb-99c3-dbc500198b5f req-a9194c43-61f6-4cde-badc-1016409f51b5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:22.913305 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fffcf047-edf2-49fb-99c3-dbc500198b5f req-a9194c43-61f6-4cde-badc-1016409f51b5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0469575 Jul 20 17:50:22.964250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fffcf047-edf2-49fb-99c3-dbc500198b5f req-ae301229-54e0-4904-8ccd-61ec69dc9ac0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Jul 20 17:50:23.528942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-d8db64de-f4e8-47b1-acb4-9b780c679f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:23.530925 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-d8db64de-f4e8-47b1-acb4-9b780c679f5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1129 time: 0.0386546 Jul 20 17:50:23.593427 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-6477996b-de36-492d-8778-6e439142af61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431767 Jul 20 17:50:23.642541 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-3a5e849b-b127-4e19-b868-57b8198c92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:23.644478 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-3a5e849b-b127-4e19-b868-57b8198c92d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.0942237 Jul 20 17:50:23.725396 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-e1347df3-ea99-44a6-85b2-3b5a72a54fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:23.726906 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-e1347df3-ea99-44a6-85b2-3b5a72a54fab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a76562649474d5bb8f326aab70630ab&device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 1129 time: 0.0409081 Jul 20 17:50:23.752341 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-f0434611-8f99-4ce5-8e03-41f65958936e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 1001 time: 0.0886133 Jul 20 17:50:23.857306 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-2b2c5f1d-ad19-4c0b-9f68-b263b8368816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:23.859212 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-2b2c5f1d-ad19-4c0b-9f68-b263b8368816 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b8677a3-30cb-4579-88a9-f44f8fc205f2 HTTP/1.1" status: 200 len: 913 time: 0.1037900 Jul 20 17:50:24.021106 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-c5b782bf-d6df-453d-9b0c-5395c18dd3a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ac2385-a271-4bc9-98e9-b7149eb12088 HTTP/1.1" status: 200 len: 217 time: 0.0420308 Jul 20 17:50:24.259353 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-853df238-d65c-4791-8268-7d5277775ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:24.261019 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-853df238-d65c-4791-8268-7d5277775ddf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.2829573 Jul 20 17:50:24.278723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac776-7b28-4d0d-9f12-4dab90e2e033 req-de9fff27-96b3-4a95-8d39-de2f7dd4e25b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:24.284239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8eac776-7b28-4d0d-9f12-4dab90e2e033 req-de9fff27-96b3-4a95-8d39-de2f7dd4e25b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.2372713 Jul 20 17:50:24.328523 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8eac776-7b28-4d0d-9f12-4dab90e2e033 req-76990f35-c515-443d-9531-d259f8d329c3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Jul 20 17:50:24.637825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-005ceb59-52be-45c0-80d9-60de152054ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:24.638548 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-005ceb59-52be-45c0-80d9-60de152054ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428596 Jul 20 17:50:24.653400 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-20cc5292-cb67-4480-a6ad-57f357cb9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:24.658606 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-20cc5292-cb67-4480-a6ad-57f357cb9c1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556730c8-065e-4f2b-91de-77859ba7d490 HTTP/1.1" status: 200 len: 851 time: 0.0617955 Jul 20 17:50:24.709506 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-2e0ca4cb-3dea-4c35-b957-2a62b42afbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:24.711654 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-2e0ca4cb-3dea-4c35-b957-2a62b42afbaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b8677a3-30cb-4579-88a9-f44f8fc205f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468345 Jul 20 17:50:24.755047 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-886157d6-f982-4457-9971-3bea2dd4e0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093488 Jul 20 17:50:24.823337 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-6e97b1d0-b351-433e-a6cc-80e4ce172eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963254 Jul 20 17:50:24.873634 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-331a1ed1-b2fe-434b-8087-83cc49817ec8 req-71f43b36-74c3-4d40-95b6-4968a27c1499 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922391 Jul 20 17:50:24.942885 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-e769cb10-c31f-432b-8d08-af0e6dcbbd5d req-c8a90705-9046-4d8e-af29-d0d6eb97a07e service neutron] 10.222.0.18 "GET /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950007 Jul 20 17:50:25.463321 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84e07-381e-4445-883e-4df8618a70a0 req-4fe9a587-8ecd-48b5-9879-2f9aeb870031 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:25.464896 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c6f84e07-381e-4445-883e-4df8618a70a0 req-4fe9a587-8ecd-48b5-9879-2f9aeb870031 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0582025 Jul 20 17:50:25.518946 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c6f84e07-381e-4445-883e-4df8618a70a0 req-2687521f-6cfb-465a-9637-dc1dbff3a384 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480716 Jul 20 17:50:25.734357 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2249ab-4043-40bb-9b42-07ebee3fd3e8 req-acceb277-d2e5-4f20-84ec-00e2e0143287 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:25.736668 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ac2249ab-4043-40bb-9b42-07ebee3fd3e8 req-acceb277-d2e5-4f20-84ec-00e2e0143287 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0502596 Jul 20 17:50:25.745543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53558) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:25.750765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:25.791169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:25.899305 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:25.953579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:26.237727 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53572) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:26.302969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.353185 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.371001 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.434496 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.435141 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Publish callbacks [] for security_group (02f7b01b-4151-4272-9a01-fa1fff45e2d1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.471302 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53578) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:26.472415 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP b5308140-cf3b-4143-a68f-1b9a89ab86ab associated. External IP: 172.27.3.82, port: b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1. Jul 20 17:50:26.550349 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (02f7b01b-4151-4272-9a01-fa1fff45e2d1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.587827 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:26.604581 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f2e8171cb194fd6a33323d5150c7130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655200 Jul 20 17:50:26.609943 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7b01b-4151-4272-9a01-fa1fff45e2d1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:26.612123 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53586) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:26.619676 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-23de98a1-8059-45e8-bc21-5ff9f1a4f0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.637639 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.637751 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.638000 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.638335 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.638666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.639032 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.639401 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.640244 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.640614 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.640950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.641268 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.641594 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.641910 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.642229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.642545 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e08f8b-e7ce-4a1f-bd55-9ab9d98966ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:26.692641 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:26.697904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:50:26.717967 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] Publish callbacks [] for security_group (02f7b01b-4151-4272-9a01-fa1fff45e2d1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.760005 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] Publish callbacks [] for security_group (02f7b01b-4151-4272-9a01-fa1fff45e2d1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.785792 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-23de98a1-8059-45e8-bc21-5ff9f1a4f0c0 admin admin] Publish callbacks [] for security_group (77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.810440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:50:26.820613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.821690 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:50:26.832452 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:26.833083 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:26.850985 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6b917ba0-0352-4805-bbe0-5cf6efafd58a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "PUT /v2.0/floatingips/b5308140-cf3b-4143-a68f-1b9a89ab86ab HTTP/1.1" status: 200 len: 990 time: 1.1043284 Jul 20 17:50:26.851668 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:26.854087 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f94eb2-8496-4cbe-8992-23134f2e94ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:26.857017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-23de98a1-8059-45e8-bc21-5ff9f1a4f0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.894920 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d875b7-99d3-44db-914f-2a5a88723e34 x-openstack-request-id: req-d4d875b7-99d3-44db-914f-2a5a88723e34 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:26.894920 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:26.894920 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4d875b7-99d3-44db-914f-2a5a88723e34 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:26.894920 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d875b7-99d3-44db-914f-2a5a88723e34'] response: {'name': 'network-changed', 'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'status': 'completed', 'code': 200} Jul 20 17:50:26.904180 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-23de98a1-8059-45e8-bc21-5ff9f1a4f0c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f768f28d1cdc41d1afbd15edcdf14268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317744 Jul 20 17:50:26.904926 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de98a1-8059-45e8-bc21-5ff9f1a4f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:26.906943 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53596) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:26.914878 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (02f7b01b-4151-4272-9a01-fa1fff45e2d1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.917469 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:26.918610 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02f7b01b-4151-4272-9a01-fa1fff45e2d1 HTTP/1.1" status: 204 len: 168 time: 0.3054295 Jul 20 17:50:26.930661 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a34c5-1276-46e8-adbd-26dc11a9200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7b01b-4151-4272-9a01-fa1fff45e2d1,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:26.977553 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:26.993127 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Publish callbacks [] for security_group (77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:27.014475 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-d106238c-fc83-4af5-9646-9eae9100a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:27.017373 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-d106238c-fc83-4af5-9646-9eae9100a9ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 1129 time: 0.0590425 Jul 20 17:50:27.019172 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:27.021402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Publish callbacks [] for security_group (77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:27.141973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-446d3345-3463-40d3-a5a9-c719f2f9e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:27.143481 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-446d3345-3463-40d3-a5a9-c719f2f9e96c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 916 time: 0.1174951 Jul 20 17:50:27.165227 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:27.167862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:27.172830 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3 HTTP/1.1" status: 204 len: 168 time: 0.2612247 Jul 20 17:50:27.175660 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:27.180557 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e9fcf8-dbaf-4aef-bd71-4c799a1a65f3,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:27.194862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.195217 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.200949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13198bb-afc3-4569-8095-fcf4830e1d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:27.279211 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:27.300027 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-2d3c6680-4451-45a6-8aea-e94cb5ac7fc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 HTTP/1.1" status: 200 len: 998 time: 0.1464543 Jul 20 17:50:27.354142 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:27.359522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-e1248f71-8a13-4ebf-af39-26047166c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:27.361512 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-e1248f71-8a13-4ebf-af39-26047166c7f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0593362 Jul 20 17:50:27.393005 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:26Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:27.419454 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-5a1ae8a2-7725-4757-94d0-3df9ce1d9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:27.421024 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-5a1ae8a2-7725-4757-94d0-3df9ce1d9382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529094 Jul 20 17:50:27.430899 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:50:27.441710 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:27.442307 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:27.558089 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:27.706664 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-1910dd52-0fa3-4f81-b6a7-12d6657f1ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048188 Jul 20 17:50:27.838411 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-06f94eb2-8496-4cbe-8992-23134f2e94ad req-fe1f917a-f540-4c90-b922-d23737717606 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248798 Jul 20 17:50:27.849989 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:26Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:27.881454 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d67e0-1897-4a57-baa7-b206ca6c2945 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:26Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:50:27.907140 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53626) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:27.921877 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ace0c071-8bb4-4204-9f17-ffc878b9b0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.021325 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ace0c071-8bb4-4204-9f17-ffc878b9b0ae admin admin] Publish callbacks [] for security_group (df91f364-fbb3-4a06-9998-55b39f337fd8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.111347 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ace0c071-8bb4-4204-9f17-ffc878b9b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (df91f364-fbb3-4a06-9998-55b39f337fd8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.123463 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17143e-10f3-4531-88e9-78e95a43f604 None None] New status for floating IP b5308140-cf3b-4143-a68f-1b9a89ab86ab: ACTIVE {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:50:28.149205 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:28.156921 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c071-8bb4-4204-9f17-ffc878b9b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df91f364-fbb3-4a06-9998-55b39f337fd8,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:28.161484 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ace0c071-8bb4-4204-9f17-ffc878b9b0ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0b537475d4c4c36a5d75d1db8c5c4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532728 Jul 20 17:50:28.164557 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53632) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:28.215286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] Publish callbacks [] for security_group (df91f364-fbb3-4a06-9998-55b39f337fd8), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.226348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:28.238662 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] Publish callbacks [] for security_group (df91f364-fbb3-4a06-9998-55b39f337fd8), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.287199 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53634) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:28.302512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5eb6-b9f8-4aa5-8d89-f9a958a28555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.424236 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (df91f364-fbb3-4a06-9998-55b39f337fd8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.427375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.433770 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df91f364-fbb3-4a06-9998-55b39f337fd8 HTTP/1.1" status: 204 len: 168 time: 0.2634656 Jul 20 17:50:28.455342 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36da449-cabb-4eb5-a6a0-130150b55c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df91f364-fbb3-4a06-9998-55b39f337fd8,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:28.506080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5eb6-b9f8-4aa5-8d89-f9a958a28555 admin admin] Publish callbacks [] for security_group (cdf9cc7b-abf3-45be-8192-a6ecca41b739), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.594951 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5eb6-b9f8-4aa5-8d89-f9a958a28555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cdf9cc7b-abf3-45be-8192-a6ecca41b739), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.637101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5eb6-b9f8-4aa5-8d89-f9a958a28555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9cc7b-abf3-45be-8192-a6ecca41b739,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:28.646926 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e5ff5eb6-b9f8-4aa5-8d89-f9a958a28555 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff857e68441944dda1e34365118a7fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574994 Jul 20 17:50:28.649060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53652) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:28.702787 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] Publish callbacks [] for security_group (cdf9cc7b-abf3-45be-8192-a6ecca41b739), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.725685 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] Publish callbacks [] for security_group (cdf9cc7b-abf3-45be-8192-a6ecca41b739), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.879255 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cdf9cc7b-abf3-45be-8192-a6ecca41b739), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.883652 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.883652 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdf9cc7b-abf3-45be-8192-a6ecca41b739 HTTP/1.1" status: 204 len: 168 time: 0.2310956 Jul 20 17:50:28.892316 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c371087-57db-46a2-89eb-fc3c4a31f769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9cc7b-abf3-45be-8192-a6ecca41b739,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:29.386859 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53684) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:29.405993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538df620-0e17-401a-9e83-e6becc46d132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.487081 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538df620-0e17-401a-9e83-e6becc46d132 admin admin] Publish callbacks [] for security_group (47a0136e-c66e-4e98-820c-dc1a9e7b2234), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.563875 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538df620-0e17-401a-9e83-e6becc46d132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (47a0136e-c66e-4e98-820c-dc1a9e7b2234), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.606029 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df620-0e17-401a-9e83-e6becc46d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a0136e-c66e-4e98-820c-dc1a9e7b2234,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:29.610403 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-538df620-0e17-401a-9e83-e6becc46d132 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afc9a86f9e1340328fa4f52fe7626a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225187 Jul 20 17:50:29.613340 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53690) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:29.673936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] Publish callbacks [] for security_group (47a0136e-c66e-4e98-820c-dc1a9e7b2234), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.699393 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] Publish callbacks [] for security_group (47a0136e-c66e-4e98-820c-dc1a9e7b2234), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.748646 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53696) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:29.862214 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (47a0136e-c66e-4e98-820c-dc1a9e7b2234), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.865079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.867084 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47a0136e-c66e-4e98-820c-dc1a9e7b2234 HTTP/1.1" status: 204 len: 168 time: 0.2518785 Jul 20 17:50:29.880198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7c7d9-7501-4f52-87d3-d214dcfe2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a0136e-c66e-4e98-820c-dc1a9e7b2234,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:29.971611 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c69cc31a-4f45-4148-acf4-2346bb4eb642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:29.996317 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53710) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:30.060106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c69cc31a-4f45-4148-acf4-2346bb4eb642 admin admin] Publish callbacks [] for security_group (987c3d11-d206-4c7d-ba58-8498b0f8fe40), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.181022 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c69cc31a-4f45-4148-acf4-2346bb4eb642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (987c3d11-d206-4c7d-ba58-8498b0f8fe40), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.230120 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f7943bb6-0a04-4580-9e76-206667df16fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.237452 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c69cc31a-4f45-4148-acf4-2346bb4eb642 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec32a5930db347bea1ec76fa7e25794c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869864 Jul 20 17:50:30.241070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53720) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:30.245473 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cc31a-4f45-4148-acf4-2346bb4eb642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c3d11-d206-4c7d-ba58-8498b0f8fe40,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:30.294221 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:30.312862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:30.332032 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f7943bb6-0a04-4580-9e76-206667df16fc admin admin] Publish callbacks [] for security_group (713b7ac3-f8a0-4f8b-9087-c5dfdc498da4), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.348588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] Publish callbacks [] for security_group (987c3d11-d206-4c7d-ba58-8498b0f8fe40), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.373193 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] Publish callbacks [] for security_group (987c3d11-d206-4c7d-ba58-8498b0f8fe40), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.415440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f7943bb6-0a04-4580-9e76-206667df16fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (713b7ac3-f8a0-4f8b-9087-c5dfdc498da4), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.463396 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f7943bb6-0a04-4580-9e76-206667df16fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7716677f9b4648c2a74f62ce3222cce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659338 Jul 20 17:50:30.464513 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943bb6-0a04-4580-9e76-206667df16fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713b7ac3-f8a0-4f8b-9087-c5dfdc498da4,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:30.466264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53738) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:30.519067 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] Publish callbacks [] for security_group (713b7ac3-f8a0-4f8b-9087-c5dfdc498da4), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.524579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (987c3d11-d206-4c7d-ba58-8498b0f8fe40), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.524579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.527884 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/987c3d11-d206-4c7d-ba58-8498b0f8fe40 HTTP/1.1" status: 204 len: 168 time: 0.2832429 Jul 20 17:50:30.551742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9e95-88be-4e39-8875-20203b6a0b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c3d11-d206-4c7d-ba58-8498b0f8fe40,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:30.559611 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] Publish callbacks [] for security_group (713b7ac3-f8a0-4f8b-9087-c5dfdc498da4), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.674816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (713b7ac3-f8a0-4f8b-9087-c5dfdc498da4), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.685302 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.685302 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/713b7ac3-f8a0-4f8b-9087-c5dfdc498da4 HTTP/1.1" status: 204 len: 168 time: 0.2115321 Jul 20 17:50:30.688655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad6e92-3db4-45d0-ad0d-684b0c96b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713b7ac3-f8a0-4f8b-9087-c5dfdc498da4,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:31.355558 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 53768) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:31.369007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cabcec9c-496a-48f4-b8c1-9811b7faa4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.419452 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:31.455698 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cabcec9c-496a-48f4-b8c1-9811b7faa4e2 admin admin] Publish callbacks [] for security_group (ba228095-035a-4376-bfa2-8731d1499df6), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.578298 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cabcec9c-496a-48f4-b8c1-9811b7faa4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ba228095-035a-4376-bfa2-8731d1499df6), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.620510 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-cabcec9c-496a-48f4-b8c1-9811b7faa4e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f1be7a73dc341c98eed3bac9ccd18ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616174 Jul 20 17:50:31.620510 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcec9c-496a-48f4-b8c1-9811b7faa4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba228095-035a-4376-bfa2-8731d1499df6,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:31.621002 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53776) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:31.673257 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] Publish callbacks [] for security_group (ba228095-035a-4376-bfa2-8731d1499df6), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.695491 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] Publish callbacks [] for security_group (ba228095-035a-4376-bfa2-8731d1499df6), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.726797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:31.873600 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ba228095-035a-4376-bfa2-8731d1499df6), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.877181 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.878562 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba228095-035a-4376-bfa2-8731d1499df6 HTTP/1.1" status: 204 len: 168 time: 0.2562375 Jul 20 17:50:31.886745 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800ea9c-9749-4e59-9537-f0f0c5615b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba228095-035a-4376-bfa2-8731d1499df6,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:31.930808 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53784) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:31.945395 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f8b47d1-b2fb-47d7-83db-55f20828c1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.044919 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f8b47d1-b2fb-47d7-83db-55f20828c1a5 admin admin] Publish callbacks [] for security_group (3f048da2-c71e-4f16-bf2b-2ad3d2f9978c), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.108875 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f8b47d1-b2fb-47d7-83db-55f20828c1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (3f048da2-c71e-4f16-bf2b-2ad3d2f9978c), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.153866 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b47d1-b2fb-47d7-83db-55f20828c1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f048da2-c71e-4f16-bf2b-2ad3d2f9978c,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:32.161697 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2f8b47d1-b2fb-47d7-83db-55f20828c1a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1cb2fa9479c4651a20586958565af6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272649 Jul 20 17:50:32.162241 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53796) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:32.213476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] Publish callbacks [] for security_group (3f048da2-c71e-4f16-bf2b-2ad3d2f9978c), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.235600 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] Publish callbacks [] for security_group (3f048da2-c71e-4f16-bf2b-2ad3d2f9978c), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.249667 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:32.354316 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (3f048da2-c71e-4f16-bf2b-2ad3d2f9978c), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.356953 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:32.361663 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f048da2-c71e-4f16-bf2b-2ad3d2f9978c HTTP/1.1" status: 204 len: 168 time: 0.1983700 Jul 20 17:50:32.379949 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c47f7-fbdd-4229-9702-1bbfd6dc7644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f048da2-c71e-4f16-bf2b-2ad3d2f9978c,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:37.037999 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 53990) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:37.163399 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c49c6-d376-4fdc-829b-cf6a0952aad0 req-512c667e-7e11-4e69-b917-62b01007b56c tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:37.171387 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a3c49c6-d376-4fdc-829b-cf6a0952aad0 req-512c667e-7e11-4e69-b917-62b01007b56c tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0664020 Jul 20 17:50:37.191979 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0810f28e-4fcf-49e8-bccf-c55aae2c5512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.215493 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a3c49c6-d376-4fdc-829b-cf6a0952aad0 req-1f92826e-a837-4aee-92d8-b285ae61c371 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Jul 20 17:50:37.270393 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0810f28e-4fcf-49e8-bccf-c55aae2c5512 admin admin] Publish callbacks [] for security_group (c971ec39-b548-49b1-9a07-349ad0b74879), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.422694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0810f28e-4fcf-49e8-bccf-c55aae2c5512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (c971ec39-b548-49b1-9a07-349ad0b74879), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.473526 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54014) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:37.473683 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0810f28e-4fcf-49e8-bccf-c55aae2c5512 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc7ae0930e6d4affb6c456846594e513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339893 Jul 20 17:50:37.474460 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f28e-4fcf-49e8-bccf-c55aae2c5512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c971ec39-b548-49b1-9a07-349ad0b74879,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:37.531121 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] Publish callbacks [] for security_group (c971ec39-b548-49b1-9a07-349ad0b74879), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.554129 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] Publish callbacks [] for security_group (c971ec39-b548-49b1-9a07-349ad0b74879), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.696651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (c971ec39-b548-49b1-9a07-349ad0b74879), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.699183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:37.700317 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c971ec39-b548-49b1-9a07-349ad0b74879 HTTP/1.1" status: 204 len: 168 time: 0.2255752 Jul 20 17:50:37.708334 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe56f66-4b73-4495-8b82-dc61892f0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c971ec39-b548-49b1-9a07-349ad0b74879,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:37.847334 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=70 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:38.334203 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26afbe-0565-47ee-b0f4-d5ca67131266 req-dcefb4c1-b384-4a80-987f-367d508d80ea tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:38.335678 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba26afbe-0565-47ee-b0f4-d5ca67131266 req-dcefb4c1-b384-4a80-987f-367d508d80ea tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0503304 Jul 20 17:50:38.393872 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba26afbe-0565-47ee-b0f4-d5ca67131266 req-05ba67a9-7843-4a24-99cc-e71d1414f583 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Jul 20 17:50:39.513953 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d466bde-dc8a-4ee8-89c7-f56fb01dc032 req-b9f016f6-9b59-4a29-9327-407c9105c900 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:39.518578 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d466bde-dc8a-4ee8-89c7-f56fb01dc032 req-b9f016f6-9b59-4a29-9327-407c9105c900 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0498879 Jul 20 17:50:39.569509 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d466bde-dc8a-4ee8-89c7-f56fb01dc032 req-76bd55ac-e6dd-4b3b-ad70-157d1d1224f1 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Jul 20 17:50:39.752690 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54164) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:39.868618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a065-ea0b-4501-ba54-e898872e75e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:39.934037 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:39.945264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a065-ea0b-4501-ba54-e898872e75e2 admin admin] Publish callbacks [] for security_group (7801bbfd-8241-4324-ab68-a64af6eb6bd4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.005296 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a065-ea0b-4501-ba54-e898872e75e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7801bbfd-8241-4324-ab68-a64af6eb6bd4), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.044999 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d5f0a065-ea0b-4501-ba54-e898872e75e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37e75cddf66a406dadf9809be5e34d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912872 Jul 20 17:50:40.046386 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0a065-ea0b-4501-ba54-e898872e75e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7801bbfd-8241-4324-ab68-a64af6eb6bd4,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:40.049094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54168) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:40.102013 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] Publish callbacks [] for security_group (7801bbfd-8241-4324-ab68-a64af6eb6bd4), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.124215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] Publish callbacks [] for security_group (7801bbfd-8241-4324-ab68-a64af6eb6bd4), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.237829 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7801bbfd-8241-4324-ab68-a64af6eb6bd4), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.240358 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:40.241677 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7801bbfd-8241-4324-ab68-a64af6eb6bd4 HTTP/1.1" status: 204 len: 168 time: 0.1909750 Jul 20 17:50:40.251765 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbfaa2-a9b2-4a7c-84cf-2f82bce0c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801bbfd-8241-4324-ab68-a64af6eb6bd4,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:40.263507 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:40.697641 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:50:40.722198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0dd2-ac0f-49c8-97fe-9501ddcee8d8 req-f144a975-d174-4b11-8fab-7b2920fe605d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:40.730176 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-105c0dd2-ac0f-49c8-97fe-9501ddcee8d8 req-f144a975-d174-4b11-8fab-7b2920fe605d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0656862 Jul 20 17:50:40.806879 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-105c0dd2-ac0f-49c8-97fe-9501ddcee8d8 req-b6b5f39c-1244-404b-8980-0a9e11ebd9df tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 Jul 20 17:50:41.063043 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54212) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:41.078640 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-21b0e9ef-a1ec-4bcf-b567-15cdd224b67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.180010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-21b0e9ef-a1ec-4bcf-b567-15cdd224b67d admin admin] Publish callbacks [] for security_group (7e2379a3-fcd1-4023-84b1-8560e803db8b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.242435 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54224) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:41.250070 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-21b0e9ef-a1ec-4bcf-b567-15cdd224b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7e2379a3-fcd1-4023-84b1-8560e803db8b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.287951 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-21b0e9ef-a1ec-4bcf-b567-15cdd224b67d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=028db8ad74174f09afdfa0c18342e38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231405 Jul 20 17:50:41.290691 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54228) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:41.292610 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e9ef-a1ec-4bcf-b567-15cdd224b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2379a3-fcd1-4023-84b1-8560e803db8b,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:41.348918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] Publish callbacks [] for security_group (7e2379a3-fcd1-4023-84b1-8560e803db8b), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.375095 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] Publish callbacks [] for security_group (7e2379a3-fcd1-4023-84b1-8560e803db8b), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.375756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e822f20e-985e-49ba-aef3-468e4ac3c646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.388546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:41.536950 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7e2379a3-fcd1-4023-84b1-8560e803db8b), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.539509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.540690 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e2379a3-fcd1-4023-84b1-8560e803db8b HTTP/1.1" status: 204 len: 168 time: 0.2488492 Jul 20 17:50:41.549064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7831-135b-4d49-8c7b-bfcedad0b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2379a3-fcd1-4023-84b1-8560e803db8b,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:41.591299 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e822f20e-985e-49ba-aef3-468e4ac3c646 admin admin] Publish callbacks [] for security_group (901d1db0-ca3c-410e-a84b-cfa43a5ad60e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.663927 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e822f20e-985e-49ba-aef3-468e4ac3c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (901d1db0-ca3c-410e-a84b-cfa43a5ad60e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.691488 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:41.708137 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e822f20e-985e-49ba-aef3-468e4ac3c646 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64254ff60fcc48a2ba82aa7dafc35709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643924 Jul 20 17:50:41.711975 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54248) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:41.714287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822f20e-985e-49ba-aef3-468e4ac3c646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d1db0-ca3c-410e-a84b-cfa43a5ad60e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:41.769892 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] Publish callbacks [] for security_group (901d1db0-ca3c-410e-a84b-cfa43a5ad60e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.792134 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] Publish callbacks [] for security_group (901d1db0-ca3c-410e-a84b-cfa43a5ad60e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.887191 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:41.897600 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-871a0d89-bcb4-4bbe-b525-8286ff5e835f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:41.899566 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-871a0d89-bcb4-4bbe-b525-8286ff5e835f tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.1095641 Jul 20 17:50:41.962489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12514edf-0d8a-4512-9407-14c46cc9ec76 req-123a7045-80fd-4ac4-85a8-ef7b0054b0dd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:41.964463 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-12514edf-0d8a-4512-9407-14c46cc9ec76 req-123a7045-80fd-4ac4-85a8-ef7b0054b0dd tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 945 time: 0.0733552 Jul 20 17:50:41.990984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (901d1db0-ca3c-410e-a84b-cfa43a5ad60e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.993648 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:41.997288 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/901d1db0-ca3c-410e-a84b-cfa43a5ad60e HTTP/1.1" status: 204 len: 168 time: 0.2816260 Jul 20 17:50:42.026335 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b9f95-f25e-4a64-9b9d-efc6ba4aff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d1db0-ca3c-410e-a84b-cfa43a5ad60e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:42.061672 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-12514edf-0d8a-4512-9407-14c46cc9ec76 req-0c45d222-7fe9-40da-9857-f77252f2ed6e tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/security-groups?id=218d54da-e0d7-46df-ae57-a18224d799c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Jul 20 17:50:42.098883 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Deleting port 64ac2385-a271-4bc9-98e9-b7149eb12088 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:50:42.099437 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:42.385294 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] For port 64ac2385-a271-4bc9-98e9-b7149eb12088, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=64ac2385-a271-4bc9-98e9-b7149eb12088,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:42.385658 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:42.404178 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Calling delete_port for 64ac2385-a271-4bc9-98e9-b7149eb12088 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:50:42.775809 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (64ac2385-a271-4bc9-98e9-b7149eb12088), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:42.804224 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Pushing event deleted for resources: {'Port': ['ID=64ac2385-a271-4bc9-98e9-b7149eb12088,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:42.821912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['64ac2385-a271-4bc9-98e9-b7149eb12088'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:50:42.926391 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] No DVR routers for this DVR port 64ac2385-a271-4bc9-98e9-b7149eb12088 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:50:42.930944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:42.934431 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-f6170c80-0e4d-4357-a5b0-adb11647fedb req-61f4282c-0a82-4b18-b554-d04de4be775d tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.18 "DELETE /v2.0/ports/64ac2385-a271-4bc9-98e9-b7149eb12088 HTTP/1.1" status: 204 len: 173 time: 1.0250556 Jul 20 17:50:42.934869 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'name': 'network-vif-deleted', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:42.937965 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2734c70-c218-4e2f-b9ff-1e63cfd2f8d9" -d '{"events": [{"server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "name": "network-vif-deleted", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:42.976324 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a97c45-2b8a-4745-a8de-04903dc59e66 x-openstack-request-id: req-d5a97c45-2b8a-4745-a8de-04903dc59e66 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:42.976782 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7911d50-9baa-455c-8821-9167e6f35b4d", "name": "network-vif-deleted", "tag": "64ac2385-a271-4bc9-98e9-b7149eb12088", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:42.977042 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5a97c45-2b8a-4745-a8de-04903dc59e66 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:42.983065 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a97c45-2b8a-4745-a8de-04903dc59e66'] response: {'server_uuid': 'f7911d50-9baa-455c-8821-9167e6f35b4d', 'name': 'network-vif-deleted', 'tag': '64ac2385-a271-4bc9-98e9-b7149eb12088', 'status': 'completed', 'code': 200} Jul 20 17:50:43.191823 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f97f3268-67b7-4db5-928b-5d3a401d49fe req-d2b7e1cb-20d3-4609-8b60-85ed2dbdd277 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0368426 Jul 20 17:50:43.841342 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54330) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:44.130531 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7114f12b-33c4-4fa6-8477-688c791634fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.175664 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:44.222561 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7114f12b-33c4-4fa6-8477-688c791634fd admin admin] Publish callbacks [] for security_group (66c7232d-d0e6-42dd-8e1e-6a0815bad175), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.286496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7114f12b-33c4-4fa6-8477-688c791634fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (66c7232d-d0e6-42dd-8e1e-6a0815bad175), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.344946 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-26948b3a-ece9-4139-8a28-73bdafbb584e req-da7c645a-1e48-4c3b-a6be-631785d67f68 tempest-DeleteServersTestJSON-1880138492 tempest-DeleteServersTestJSON-1880138492-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7911d50-9baa-455c-8821-9167e6f35b4d HTTP/1.1" status: 200 len: 210 time: 0.0540910 Jul 20 17:50:44.358107 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7114f12b-33c4-4fa6-8477-688c791634fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85b76b83c1dd47928d7ae3e5b5df744e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154607 Jul 20 17:50:44.360897 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54354) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:44.368921 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f12b-33c4-4fa6-8477-688c791634fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c7232d-d0e6-42dd-8e1e-6a0815bad175,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:44.415445 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:44.420627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] Publish callbacks [] for security_group (66c7232d-d0e6-42dd-8e1e-6a0815bad175), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.440765 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] Publish callbacks [] for security_group (66c7232d-d0e6-42dd-8e1e-6a0815bad175), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.497110 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7aebcb58-2105-4702-a2ba-989cc52313b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.576718 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (66c7232d-d0e6-42dd-8e1e-6a0815bad175), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.580485 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:44.581857 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66c7232d-d0e6-42dd-8e1e-6a0815bad175 HTTP/1.1" status: 204 len: 168 time: 0.2199075 Jul 20 17:50:44.590666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764bb9f-4ea0-4da1-8d82-12eec61ecbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c7232d-d0e6-42dd-8e1e-6a0815bad175,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:45.338946 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54370) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:45.352701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b1b27337-e940-4e73-acdc-fc393926f0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.438566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b1b27337-e940-4e73-acdc-fc393926f0cc admin admin] Publish callbacks [] for security_group (2ca15238-eb6f-4758-81ef-973de740f6f2), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.525284 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b1b27337-e940-4e73-acdc-fc393926f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2ca15238-eb6f-4758-81ef-973de740f6f2), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.561058 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54382) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:45.566375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b27337-e940-4e73-acdc-fc393926f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca15238-eb6f-4758-81ef-973de740f6f2,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:45.593258 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54388) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:45.593732 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b1b27337-e940-4e73-acdc-fc393926f0cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da7e7a66a67e4003870a94c7e708dc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541533 Jul 20 17:50:45.611073 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 64ac2385-a271-4bc9-98e9-b7149eb12088 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:50:45.648074 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 64ac2385-a271-4bc9-98e9-b7149eb12088 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:50:45.648520 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 64ac2385-a271-4bc9-98e9-b7149eb12088 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:50:45.665665 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] Publish callbacks [] for security_group (2ca15238-eb6f-4758-81ef-973de740f6f2), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.690216 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] Publish callbacks [] for security_group (2ca15238-eb6f-4758-81ef-973de740f6f2), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.748129 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5acd6ffe-6807-4883-8d7d-fe54390e737a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.864504 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2ca15238-eb6f-4758-81ef-973de740f6f2), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.867115 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:45.868252 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ca15238-eb6f-4758-81ef-973de740f6f2 HTTP/1.1" status: 204 len: 168 time: 0.2738948 Jul 20 17:50:45.886468 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f4df-d8f4-421e-aadf-74069cb7f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca15238-eb6f-4758-81ef-973de740f6f2,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:45.938526 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5acd6ffe-6807-4883-8d7d-fe54390e737a admin admin] Publish callbacks [] for security_group (01e2682e-1a7e-4468-a2c9-ff32f28a6b41), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.059692 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-6e4635b1-e1c4-4b06-a7e6-c29cc5bf4d95 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0bcdae79468045d0b5d773d8caf238e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321209 Jul 20 17:50:46.068131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5acd6ffe-6807-4883-8d7d-fe54390e737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (01e2682e-1a7e-4468-a2c9-ff32f28a6b41), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.121491 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5acd6ffe-6807-4883-8d7d-fe54390e737a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2cb127338f440628d8c250c16c1c047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611529 Jul 20 17:50:46.122620 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd6ffe-6807-4883-8d7d-fe54390e737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2682e-1a7e-4468-a2c9-ff32f28a6b41,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:46.125610 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54418) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:46.188364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:46.197561 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] Publish callbacks [] for security_group (01e2682e-1a7e-4468-a2c9-ff32f28a6b41), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.222796 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] Publish callbacks [] for security_group (01e2682e-1a7e-4468-a2c9-ff32f28a6b41), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.284064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-c5c792ab-3d6c-4d18-9511-bbd1f4666b9f tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:46.287422 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-c5c792ab-3d6c-4d18-9511-bbd1f4666b9f tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219226 Jul 20 17:50:46.303187 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-89dfb04e-2d83-442e-97f1-3331c1128a8d tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/quotas/0bcdae79468045d0b5d773d8caf238e6 HTTP/1.1" status: 200 len: 375 time: 0.0107534 Jul 20 17:50:46.339440 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-7a50ea4c-5619-4da8-b5a1-9709bfd3c354 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bcdae79468045d0b5d773d8caf238e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282409 Jul 20 17:50:46.377010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (01e2682e-1a7e-4468-a2c9-ff32f28a6b41), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.379579 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.393196 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01e2682e-1a7e-4468-a2c9-ff32f28a6b41 HTTP/1.1" status: 204 len: 168 time: 0.2540517 Jul 20 17:50:46.393196 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aa2c8-a7ab-44f2-98f0-df8eb52d0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2682e-1a7e-4468-a2c9-ff32f28a6b41,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:46.605991 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-25b1278f-6cfd-4d90-b62c-5eac58b4e6fd req-85a2d5c6-4b0a-4b07-845f-d610220ed9f2 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0347643 Jul 20 17:50:46.773370 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54440) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:46.788218 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3160b193-6f84-4c73-9ef3-324b6b5e3ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.821549 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5d55d2c2-8be3-40a7-a26f-efef7b3df3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:46.832684 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:46.874820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3160b193-6f84-4c73-9ef3-324b6b5e3ec7 admin admin] Publish callbacks [] for security_group (d06cf716-1202-4853-9f75-b817a30f01d5), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.011366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3160b193-6f84-4c73-9ef3-324b6b5e3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d06cf716-1202-4853-9f75-b817a30f01d5), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.052963 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3160b193-6f84-4c73-9ef3-324b6b5e3ec7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09343de02e174191894a09ce364f9374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737148 Jul 20 17:50:47.054208 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54450) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:47.072474 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160b193-6f84-4c73-9ef3-324b6b5e3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06cf716-1202-4853-9f75-b817a30f01d5,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:47.089814 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54452) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:47.163931 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] Publish callbacks [] for security_group (d06cf716-1202-4853-9f75-b817a30f01d5), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.191957 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] Publish callbacks [] for security_group (d06cf716-1202-4853-9f75-b817a30f01d5), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.198519 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:47.329701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d06cf716-1202-4853-9f75-b817a30f01d5), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.332263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.333472 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d06cf716-1202-4853-9f75-b817a30f01d5 HTTP/1.1" status: 204 len: 168 time: 0.2781117 Jul 20 17:50:47.348763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639881-ebec-4646-9b93-63e5fd24d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06cf716-1202-4853-9f75-b817a30f01d5,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:47.509944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.546352 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54466) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:47.568462 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c37e696c-419d-4def-a042-af2e43e606a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.813016 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c37e696c-419d-4def-a042-af2e43e606a1 admin admin] Publish callbacks [] for security_group (18aefb30-8e75-49fd-9048-ee59b57cc3fa), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.888694 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f873c24-9826-4f4e-9a42-26b10e3373e2 req-89bf562e-6104-460b-868b-f14a4b0c9bfa tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.2284963 Jul 20 17:50:47.900996 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c37e696c-419d-4def-a042-af2e43e606a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (18aefb30-8e75-49fd-9048-ee59b57cc3fa), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.919145 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Deleting port bb588dc9-a09b-4d66-b76a-ff51a5e39c40 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:50:47.919612 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.965303 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c37e696c-419d-4def-a042-af2e43e606a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fd8eac40af54075afccaf924f4a87c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178357 Jul 20 17:50:47.968073 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54480) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:47.970017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e696c-419d-4def-a042-af2e43e606a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aefb30-8e75-49fd-9048-ee59b57cc3fa,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:48.028132 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] Publish callbacks [] for security_group (18aefb30-8e75-49fd-9048-ee59b57cc3fa), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.066048 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] Publish callbacks [] for security_group (18aefb30-8e75-49fd-9048-ee59b57cc3fa), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.071129 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] For port bb588dc9-a09b-4d66-b76a-ff51a5e39c40, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:48.071791 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.090888 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Calling delete_port for bb588dc9-a09b-4d66-b76a-ff51a5e39c40 owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:50:48.167780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54486) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:48.178654 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:48.197927 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (18aefb30-8e75-49fd-9048-ee59b57cc3fa), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.201215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.203176 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18aefb30-8e75-49fd-9048-ee59b57cc3fa HTTP/1.1" status: 204 len: 168 time: 0.2340755 Jul 20 17:50:48.213724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717486c0-5375-4800-a3f1-b17a85342406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aefb30-8e75-49fd-9048-ee59b57cc3fa,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:48.299178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.324401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f4b83971-3291-4ad0-b14a-69992a4608cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.445440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (bb588dc9-a09b-4d66-b76a-ff51a5e39c40), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.471105 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f4b83971-3291-4ad0-b14a-69992a4608cd admin admin] Publish callbacks [] for security_group (35c15d30-e3a3-476b-8162-cd85ef1af260), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.481464 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb588dc9-a09b-4d66-b76a-ff51a5e39c40,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:48.485485 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:48.582514 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f4b83971-3291-4ad0-b14a-69992a4608cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (35c15d30-e3a3-476b-8162-cd85ef1af260), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.620966 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:48.630353 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f4b83971-3291-4ad0-b14a-69992a4608cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=170e06a5f54b4570a24b230c7eefcb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615092 Jul 20 17:50:48.633928 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54504) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:48.650051 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b83971-3291-4ad0-b14a-69992a4608cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c15d30-e3a3-476b-8162-cd85ef1af260,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:48.680858 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:48.728227 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] Publish callbacks [] for security_group (35c15d30-e3a3-476b-8162-cd85ef1af260), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.746194 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.762223 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] Publish callbacks [] for security_group (35c15d30-e3a3-476b-8162-cd85ef1af260), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.930987 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (35c15d30-e3a3-476b-8162-cd85ef1af260), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.934521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.935928 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35c15d30-e3a3-476b-8162-cd85ef1af260 HTTP/1.1" status: 204 len: 168 time: 0.3009081 Jul 20 17:50:48.961811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393e27-17ff-41a0-a027-23bafb6e4697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c15d30-e3a3-476b-8162-cd85ef1af260,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:49.032408 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9acec317-dfd7-45eb-9c79-07addba53220 req-41d0b3c1-cf9e-4a4e-b0ba-7aab63a30888 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0299139 Jul 20 17:50:49.038752 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:50:49.152334 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:50:49.163802 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-a7d17ce0-eb57-41da-a61b-44127dec1f2b admin admin] 10.222.0.42 "PUT /v2.0/routers/b9b705fd-aea1-4deb-90a3-4a03f913f2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704699 Jul 20 17:50:49.163989 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Sync routers for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:50:49.164089 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54524) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:49.173686 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:49.174430 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:49.275088 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks [] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:49.297572 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:49.543503 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:50:48Z', 'revision_number': 5, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:49.571358 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Checking router: b9b705fd-aea1-4deb-90a3-4a03f913f2c8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:50:49.580285 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Routers {'b9b705fd-aea1-4deb-90a3-4a03f913f2c8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:49.580972 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:49.636060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:49.658820 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-7b146097-6fe3-4b2b-a99a-deb3f0f24478 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0bcdae79468045d0b5d773d8caf238e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338292 Jul 20 17:50:49.707615 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] Set router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:49.749132 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54534) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:49.792308 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:49.799602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks [] for router_gateway (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:49.844356 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:49.850083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:49.882208 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-3346c3f0-e762-4987-be07-45add233d856 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:49.883988 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-3346c3f0-e762-4987-be07-45add233d856 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173173 Jul 20 17:50:49.912247 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Request body: {'port': {'device_id': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b', 'admin_state_up': True, 'tenant_id': '0bcdae79468045d0b5d773d8caf238e6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:49.934450 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:50:48Z', 'revision_number': 5, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:49.961143 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf68779-4a96-45d9-8bbf-783c15ad621f None None] The sync data for ids ['b9b705fd-aea1-4deb-90a3-4a03f913f2c8'] in dv-cinder-849846-3-iscsi is: [{'id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'name': 'tempest-DeleteServersTestJSON-1148677856-router', 'tenant_id': '6a76562649474d5bb8f326aab70630ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:22Z', 'updated_at': '2022-07-20T17:50:48Z', 'revision_number': 5, 'project_id': '6a76562649474d5bb8f326aab70630ab', 'gw_port': {'id': '67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b705fd-aea1-4deb-90a3-4a03f913f2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:50:50.040862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13c28f16-b165-4ad2-8f54-da84e83cd6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.064722 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Deleting port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:50:50.065160 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.102155 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:50.141241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.166933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] For port 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:50.167288 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.171743 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c045ca12-9633-4dbd-86d9-076566b93829 req-f08782b3-fcb0-4e26-9b6c-1a643f604804 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0395036 Jul 20 17:50:50.176551 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13c28f16-b165-4ad2-8f54-da84e83cd6b8 admin admin] Publish callbacks [] for security_group (cbdcad43-8106-4e88-b46e-3faffeba5375), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.182201 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Calling delete_port for 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:50:50.228631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54550) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:50.236595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-13c28f16-b165-4ad2-8f54-da84e83cd6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cbdcad43-8106-4e88-b46e-3faffeba5375), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.242524 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Made reservation on behalf of 0bcdae79468045d0b5d773d8caf238e6 for: {'port': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:50:50.248522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.260036 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.261820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-edd35ce8-f5d9-4218-b552-1a4702291bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.301118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-13c28f16-b165-4ad2-8f54-da84e83cd6b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29f6e63ebf564411b151a52dc2af4f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5501771 Jul 20 17:50:50.302118 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28f16-b165-4ad2-8f54-da84e83cd6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdcad43-8106-4e88-b46e-3faffeba5375,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.304695 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54554) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:50.439888 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks [] for security_group (17f494be-c554-42dd-9b47-9d9a414c9960), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.440040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] Publish callbacks [] for security_group (cbdcad43-8106-4e88-b46e-3faffeba5375), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.484079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] Publish callbacks [] for security_group (cbdcad43-8106-4e88-b46e-3faffeba5375), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.488359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-edd35ce8-f5d9-4218-b552-1a4702291bcc admin admin] Publish callbacks [] for security_group (91d7437e-c9e4-4ec1-9710-e13bf9ed26ea), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.523950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (17f494be-c554-42dd-9b47-9d9a414c9960), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.535280 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.576391 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-edd35ce8-f5d9-4218-b552-1a4702291bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (91d7437e-c9e4-4ec1-9710-e13bf9ed26ea), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.586415 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.616876 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f494be-c554-42dd-9b47-9d9a414c9960,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.621171 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-edd35ce8-f5d9-4218-b552-1a4702291bcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8242a850b34a4532a8de58d321843a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914108 Jul 20 17:50:50.622135 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35ce8-f5d9-4218-b552-1a4702291bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7437e-c9e4-4ec1-9710-e13bf9ed26ea,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.624996 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54560) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:50.651379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cbdcad43-8106-4e88-b46e-3faffeba5375), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.654020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.660135 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbdcad43-8106-4e88-b46e-3faffeba5375 HTTP/1.1" status: 204 len: 168 time: 0.3348577 Jul 20 17:50:50.676652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65d811-f8de-40c9-a0ec-b7249fae7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdcad43-8106-4e88-b46e-3faffeba5375,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.704999 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.717493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] Publish callbacks [] for security_group (91d7437e-c9e4-4ec1-9710-e13bf9ed26ea), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.758087 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] Publish callbacks [] for security_group (91d7437e-c9e4-4ec1-9710-e13bf9ed26ea), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.870215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.877479 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks [] for router_controller (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.891374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:50.894716 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (91d7437e-c9e4-4ec1-9710-e13bf9ed26ea), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.896870 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:50.898396 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91d7437e-c9e4-4ec1-9710-e13bf9ed26ea HTTP/1.1" status: 204 len: 168 time: 0.2724934 Jul 20 17:50:50.907387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cee854-f2e7-4284-b8e4-92309e0177b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7437e-c9e4-4ec1-9710-e13bf9ed26ea,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:50.979330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device bb588dc9-a09b-4d66-b76a-ff51a5e39c40 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:50:51.000673 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: bb588dc9-a09b-4d66-b76a-ff51a5e39c40 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:50:51.001042 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device bb588dc9-a09b-4d66-b76a-ff51a5e39c40 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:50:51.009916 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Allocated IP 192.168.233.213 (61eb5778-35c1-4a69-b1d1-e12d4306571b/e9bdebd3-b374-4887-97b3-014a5af5a85a/1a405173-c86c-4640-a62a-f018e073c704) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:50:51.134558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (b9b705fd-aea1-4deb-90a3-4a03f913f2c8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.135252 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b705fd-aea1-4deb-90a3-4a03f913f2c8 {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:50:51.141008 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.142453 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6b5f4718-7a3b-4f59-9029-97fc75050bb5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b9b705fd-aea1-4deb-90a3-4a03f913f2c8 HTTP/1.1" status: 204 len: 168 time: 1.9771645 Jul 20 17:50:51.146164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54574) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:51.203881 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks [] for port (1a405173-c86c-4640-a62a-f018e073c704), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.228273 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Deleting subnet 556730c8-065e-4f2b-91de-77859ba7d490 {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:50:51.236476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Publish callbacks [] for subnet (556730c8-065e-4f2b-91de-77859ba7d490), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.256035 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:51.310240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0dc41454-ca2a-4eb3-abbd-f1e7d899361a req-c41a9888-0323-4339-97d1-92b403115544 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0302212 Jul 20 17:50:51.323333 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Publish callbacks [] for subnet (556730c8-065e-4f2b-91de-77859ba7d490), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.377065 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.380538 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:51.429599 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Network 61eb5778-35c1-4a69-b1d1-e12d4306571b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:50:51.443333 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:50:51.446436 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Pushing event updated for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:51.449269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:50:51.461977 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (556730c8-065e-4f2b-91de-77859ba7d490), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.510613 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:51.516583 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.637821 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-4428a91f-1753-418d-abf1-5b45b0bf81d3 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7321963 Jul 20 17:50:51.661603 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Request body: {'port': {'device_id': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:51.702971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:51.741518 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for subnet (556730c8-065e-4f2b-91de-77859ba7d490), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.749737 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-81d5b824-9230-42d2-b66d-80db35ea02cc None None] Provisioning complete for port 1a405173-c86c-4640-a62a-f018e073c704 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:51.750309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-81d5b824-9230-42d2-b66d-80db35ea02cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1a405173-c86c-4640-a62a-f018e073c704), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.752633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1a405173-c86c-4640-a62a-f018e073c704), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.775824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.801828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/556730c8-065e-4f2b-91de-77859ba7d490 HTTP/1.1" status: 204 len: 168 time: 0.6422348 Jul 20 17:50:51.801828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54602) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:51.801828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eba48-528e-452d-bb03-91e0d6832d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556730c8-065e-4f2b-91de-77859ba7d490,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:51.802672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd89046-72d7-4b59-86c0-89cfff1e4614 None None] Network 3b8677a3-30cb-4579-88a9-f44f8fc205f2 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:50:51.847351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-81d5b824-9230-42d2-b66d-80db35ea02cc None None] Port 1a405173-c86c-4640-a62a-f018e073c704 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:50:51.881449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (3b8677a3-30cb-4579-88a9-f44f8fc205f2), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:51.938962 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:51.995738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Deleting port 87a650d4-24da-44d5-89b0-3912380548a9 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:50:51.996252 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (87a650d4-24da-44d5-89b0-3912380548a9), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.031167 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] DHCP port deletion for 3b8677a3-30cb-4579-88a9-f44f8fc205f2 request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:50:52.081226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] For port 87a650d4-24da-44d5-89b0-3912380548a9, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=87a650d4-24da-44d5-89b0-3912380548a9,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:52.081637 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (87a650d4-24da-44d5-89b0-3912380548a9), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.093516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Deleting port 87a650d4-24da-44d5-89b0-3912380548a9 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:50:52.094103 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (87a650d4-24da-44d5-89b0-3912380548a9), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.105091 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Calling delete_port for 87a650d4-24da-44d5-89b0-3912380548a9 owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:50:52.205757 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a405173-c86c-4640-a62a-f018e073c704 {{(pid=111056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:50:52.215314 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks [] for port (1a405173-c86c-4640-a62a-f018e073c704), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.231761 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.provisioning_blocks [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Transition to ACTIVE for port object 1a405173-c86c-4640-a62a-f018e073c704 will not be triggered until provisioned by entity L2. {{(pid=111056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:50:52.259838 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] For port 87a650d4-24da-44d5-89b0-3912380548a9, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=87a650d4-24da-44d5-89b0-3912380548a9,segment=NetworkSegment(0e61e335-11ad-44f1-8711-ddb688517419),segment_id=0e61e335-11ad-44f1-8711-ddb688517419)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:52.260242 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (87a650d4-24da-44d5-89b0-3912380548a9), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.275379 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Calling delete_port for 87a650d4-24da-44d5-89b0-3912380548a9 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:50:52.320385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.348896 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (87a650d4-24da-44d5-89b0-3912380548a9), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.425166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a650d4-24da-44d5-89b0-3912380548a9,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:52.435096 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Pushing event updated for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:52.435943 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] No DVR routers for this DVR port 87a650d4-24da-44d5-89b0-3912380548a9 on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:50:52.487882 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (87a650d4-24da-44d5-89b0-3912380548a9), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.538226 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Pushing event deleted for resources: {'Port': ['ID=87a650d4-24da-44d5-89b0-3912380548a9,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:52.554245 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] No DVR routers for this DVR port 87a650d4-24da-44d5-89b0-3912380548a9 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:50:52.557263 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.557791 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.558298 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.559049 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.559526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.560012 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.560535 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.561032 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.562008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.562459 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.562945 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.563436 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.563903 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.564453 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.564918 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18751d1a-60e1-4808-9e04-ce1996a6582c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:52.568470 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Attempting to bind port 1a405173-c86c-4640-a62a-f018e073c704 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:50:52.569008 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Attempting to bind port 1a405173-c86c-4640-a62a-f018e073c704 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:50:52.572919 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Attempting to bind port 1a405173-c86c-4640-a62a-f018e073c704 on network 61eb5778-35c1-4a69-b1d1-e12d4306571b {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:50:52.578465 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Port 1a405173-c86c-4640-a62a-f018e073c704 on network 61eb5778-35c1-4a69-b1d1-e12d4306571b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:50:52.578933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Attempting to bind port 1a405173-c86c-4640-a62a-f018e073c704 on network 61eb5778-35c1-4a69-b1d1-e12d4306571b {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:50:52.588303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:50:52.588303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Checking segment: {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:50:52.588303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Bound using segment: {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:50:52.588303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Bound port: 1a405173-c86c-4640-a62a-f018e073c704, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7732d46f-493d-4a9c-8fc8-e758b0f7439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b'}}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:50:52.588303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1a405173-c86c-4640-a62a-f018e073c704), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.614509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dac97-c251-4283-8b54-ac5c12c9b8c8 req-d7c3880d-4096-40ce-aecd-dbef639c9977 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:52.616093 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b96dac97-c251-4283-8b54-ac5c12c9b8c8 req-d7c3880d-4096-40ce-aecd-dbef639c9977 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.1311681 Jul 20 17:50:52.665239 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (3b8677a3-30cb-4579-88a9-f44f8fc205f2), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.698641 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, cleared binding levels {{(pid=111056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:50:52.704209 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a405173-c86c-4640-a62a-f018e073c704,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:50:52.709013 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:52.724659 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.725013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.725758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.726324 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.726442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.726752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.727078 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.727401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.727746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.728036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.843726 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.897629 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.898108 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.898381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.898672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:50:52.899215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8677a3-30cb-4579-88a9-f44f8fc205f2']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:52.953202 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:52.953985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:52.955515 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] 10.222.0.18 "PUT /v2.0/ports/1a405173-c86c-4640-a62a-f018e073c704 HTTP/1.1" status: 200 len: 1098 time: 1.3004253 Jul 20 17:50:52.956104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'tag': '1a405173-c86c-4640-a62a-f018e073c704'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:50:52.958991 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18328378-8080-474e-8b01-96f417b53495" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "tag": "1a405173-c86c-4640-a62a-f018e073c704"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:50:52.965298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad025-98db-4cf5-9e22-55128088854e service neutron] Pushing event updated for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=3']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:52.991370 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:53.021401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e61e335-11ad-44f1-8711-ddb688517419') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:53.021401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e61e335-11ad-44f1-8711-ddb688517419') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:53.036272 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b96dac97-c251-4283-8b54-ac5c12c9b8c8 req-481834cb-c6ce-45e2-b40d-32b8be210fc6 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087880 Jul 20 17:50:53.076385 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:50:53.105668 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (0e61e335-11ad-44f1-8711-ddb688517419), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:53.105766 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8a6499-c556-46cc-96ab-ae12515aa938 x-openstack-request-id: req-5e8a6499-c556-46cc-96ab-ae12515aa938 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:50:53.105766 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "tag": "1a405173-c86c-4640-a62a-f018e073c704", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:50:53.105766 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e8a6499-c556-46cc-96ab-ae12515aa938 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:50:53.105766 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8a6499-c556-46cc-96ab-ae12515aa938'] response: {'name': 'network-changed', 'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'tag': '1a405173-c86c-4640-a62a-f018e073c704', 'status': 'completed', 'code': 200} Jul 20 17:50:53.127279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (0e61e335-11ad-44f1-8711-ddb688517419), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:53.145315 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:50:53.145657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 67b4dda0-c1a2-47bc-b42a-7ccc332f8fc2 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:50:53.146238 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 87a650d4-24da-44d5-89b0-3912380548a9 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:50:53.157601 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:50:53.158045 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (0e61e335-11ad-44f1-8711-ddb688517419), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:53.174863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-71399737-43bb-4d4a-8c9e-8960110987ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:53.176869 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-71399737-43bb-4d4a-8c9e-8960110987ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bcdae79468045d0b5d773d8caf238e6&device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 1132 time: 0.0676937 Jul 20 17:50:53.188091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 87a650d4-24da-44d5-89b0-3912380548a9 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:50:53.188954 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 87a650d4-24da-44d5-89b0-3912380548a9 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:50:53.272407 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-6a28e386-e1c0-489c-837a-82a4717f525d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1a405173-c86c-4640-a62a-f018e073c704 HTTP/1.1" status: 200 len: 217 time: 0.0793033 Jul 20 17:50:53.359263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-b255c59e-80db-46e7-9f5f-b407fd386a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:53.366492 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-b255c59e-80db-46e7-9f5f-b407fd386a30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9bdebd3-b374-4887-97b3-014a5af5a85a HTTP/1.1" status: 200 len: 843 time: 0.0858030 Jul 20 17:50:53.367319 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (3b8677a3-30cb-4579-88a9-f44f8fc205f2), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:53.392281 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:53.400536 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b8677a3-30cb-4579-88a9-f44f8fc205f2 HTTP/1.1" status: 204 len: 168 time: 1.6067288 Jul 20 17:50:53.425322 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd585-74b6-44a2-9fe5-727de94901d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8677a3-30cb-4579-88a9-f44f8fc205f2,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:53.450349 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-bd77613d-a1a6-408a-a24e-dfd90a181687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:53.451851 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-bd77613d-a1a6-408a-a24e-dfd90a181687 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61eb5778-35c1-4a69-b1d1-e12d4306571b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0780635 Jul 20 17:50:53.559804 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-84ebbcfc-495b-4b55-9bd6-6f9ec6386a2b service neutron] 10.222.0.18 "GET /v2.0/networks/61eb5778-35c1-4a69-b1d1-e12d4306571b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955188 Jul 20 17:50:53.648676 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-59d404bc-73fc-4214-84d2-d20f92f359e6 req-8a64df32-86cc-4f34-a5d4-4aee52d23b74 service neutron] 10.222.0.18 "GET /v2.0/networks/61eb5778-35c1-4a69-b1d1-e12d4306571b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Jul 20 17:50:53.672963 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 0e61e335-11ad-44f1-8711-ddb688517419 resource provider aggregate not found Jul 20 17:50:53.797541 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 0e61e335-11ad-44f1-8711-ddb688517419 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e61e335-11ad-44f1-8711-ddb688517419 found for delete ", "request_id": "req-6a967d5a-5cce-4f9b-96bf-511113cac83e"}]} Jul 20 17:50:54.022200 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:54.118364 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54680) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:54.144457 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f90be-21f5-47ce-99bd-d0e28eba774d req-a2ec65af-b42b-4ab8-b9bd-3099194a2ec0 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:54.146043 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fa9f90be-21f5-47ce-99bd-d0e28eba774d req-a2ec65af-b42b-4ab8-b9bd-3099194a2ec0 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.0489902 Jul 20 17:50:54.168552 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-58d0861a-7fc1-4070-a9e4-a2a72557655c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a76562649474d5bb8f326aab70630ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467801 Jul 20 17:50:54.168999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54684) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:54.227140 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fa9f90be-21f5-47ce-99bd-d0e28eba774d req-5f50e3fa-e0bc-42e4-8a10-4d45803a3912 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Jul 20 17:50:54.244214 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] Publish callbacks [] for security_group (218d54da-e0d7-46df-ae57-a18224d799c5), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:54.271538 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] Publish callbacks [] for security_group (218d54da-e0d7-46df-ae57-a18224d799c5), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:54.304026 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:54.382410 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (218d54da-e0d7-46df-ae57-a18224d799c5), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:54.385049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:54.386326 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/218d54da-e0d7-46df-ae57-a18224d799c5 HTTP/1.1" status: 204 len: 168 time: 0.2162530 Jul 20 17:50:54.396141 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc9ce-9ec0-4874-bd81-466bff0b6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d54da-e0d7-46df-ae57-a18224d799c5,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:54.925077 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:55.035712 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328378-8080-474e-8b01-96f417b53495 req-6a443c3a-c1d8-45e0-94cf-b45fc45dfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:55.037450 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-6a443c3a-c1d8-45e0-94cf-b45fc45dfdc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bcdae79468045d0b5d773d8caf238e6&device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 1132 time: 0.0493033 Jul 20 17:50:55.164906 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328378-8080-474e-8b01-96f417b53495 req-c643ab2b-17b9-4912-b636-c8e6810fe63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:55.166423 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-c643ab2b-17b9-4912-b636-c8e6810fe63f service neutron] 10.222.0.18 "GET /v2.0/networks?id=61eb5778-35c1-4a69-b1d1-e12d4306571b HTTP/1.1" status: 200 len: 870 time: 0.1209302 Jul 20 17:50:55.220255 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-13bbeac3-6ae9-4e30-b29d-3181f24123f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1a405173-c86c-4640-a62a-f018e073c704 HTTP/1.1" status: 200 len: 217 time: 0.0467260 Jul 20 17:50:55.297756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328378-8080-474e-8b01-96f417b53495 req-3db54378-5e1d-4068-9771-458498605e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:55.297756 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-3db54378-5e1d-4068-9771-458498605e4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9bdebd3-b374-4887-97b3-014a5af5a85a HTTP/1.1" status: 200 len: 843 time: 0.0707545 Jul 20 17:50:55.343099 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:55.347098 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18328378-8080-474e-8b01-96f417b53495 req-0c4c38f8-0086-4739-a167-9d3e38265e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:55.349261 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-0c4c38f8-0086-4739-a167-9d3e38265e67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61eb5778-35c1-4a69-b1d1-e12d4306571b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0431068 Jul 20 17:50:55.378591 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5648-bc64-4887-b51e-e25db22774cf req-8b226a1f-300c-4802-b333-e9da2b599c77 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:55.381145 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d5e5648-bc64-4887-b51e-e25db22774cf req-8b226a1f-300c-4802-b333-e9da2b599c77 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.0598986 Jul 20 17:50:55.432984 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d5e5648-bc64-4887-b51e-e25db22774cf req-97a9730f-756e-49bc-bc86-e239751eaa83 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Jul 20 17:50:55.455035 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-a1e4b963-c9be-4dc3-baaa-acfc49d3c91b service neutron] 10.222.0.18 "GET /v2.0/networks/61eb5778-35c1-4a69-b1d1-e12d4306571b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983353 Jul 20 17:50:55.550119 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18328378-8080-474e-8b01-96f417b53495 req-ca3ef20d-31e9-4fd0-87b7-62e3ed06b504 service neutron] 10.222.0.18 "GET /v2.0/networks/61eb5778-35c1-4a69-b1d1-e12d4306571b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889204 Jul 20 17:50:55.567178 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54742) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:55.688053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-314420254-network', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:55.982225 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Made reservation on behalf of bde6b55e64864d188ee5fafc4b9edc4a for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:50:55.987004 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:55.999509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.075275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks [] for security_group (601af84b-2909-49cc-8781-2292b95c80bb), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.136309 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (601af84b-2909-49cc-8781-2292b95c80bb), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.164353 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:50:56.170107 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601af84b-2909-49cc-8781-2292b95c80bb,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:56.177746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (8b3c93df-e960-4887-86ed-944220a617c3), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.178635 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Added segment 8b3c93df-e960-4887-86ed-944220a617c3 of type vlan for network 2628e491-f238-47ac-a0ee-cb782ad8236f Jul 20 17:50:56.221735 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (2628e491-f238-47ac-a0ee-cb782ad8236f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.314089 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (2628e491-f238-47ac-a0ee-cb782ad8236f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.315174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:56.315765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.379000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] Pushing event updated for resources: {'Network': ['ID=2628e491-f238-47ac-a0ee-cb782ad8236f,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:56.390915 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 2628e491-f238-47ac-a0ee-cb782ad8236f details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:50:56.424447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7b42f873-f879-44da-b629-da47c7de7a8c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8561800 Jul 20 17:50:56.427371 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 54762) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:56.431977 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Request body: {'subnet': {'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-subnet', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:56.455096 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.549472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0822-e549-493d-ab78-9d6acedd7f4e req-f6dd91e4-d41e-456e-8ad5-ba782af6b57c tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:56.550933 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff5e0822-e549-493d-ab78-9d6acedd7f4e req-f6dd91e4-d41e-456e-8ad5-ba782af6b57c tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.0513711 Jul 20 17:50:56.570323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Made reservation on behalf of bde6b55e64864d188ee5fafc4b9edc4a for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:50:56.572584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.653628 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff5e0822-e549-493d-ab78-9d6acedd7f4e req-53d3d46a-f65a-4046-9271-49df7a58b24a tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Jul 20 17:50:56.779332 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:56.845353 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (da3c9586-a3f0-4633-85ef-b01b156059c6), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:56.888527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:56.903697 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3c9586-a3f0-4633-85ef-b01b156059c6,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:56.915937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:50:56.915937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Network hostable DHCP agents. Network: 2628e491-f238-47ac-a0ee-cb782ad8236f, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:50:56.992523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:50:57.108364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 2628e491-f238-47ac-a0ee-cb782ad8236f) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:50:57.113356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:57.116509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.118131 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61782583-6023-4171-bf4d-e2e373311769 None None] Network 2628e491-f238-47ac-a0ee-cb782ad8236f requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:50:57.208012 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1921f46c-87b4-4465-aa32-636b5cd06379 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7795923 Jul 20 17:50:57.211008 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54776) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:57.220182 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:57.222035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-2628e491-f238-47ac-a0ee-cb782ad8236f', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:50:57.223020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.247813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:57.335845 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.337150 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.342179 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:57.352727 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Allocated IP 172.20.0.2 (2628e491-f238-47ac-a0ee-cb782ad8236f/da3c9586-a3f0-4633-85ef-b01b156059c6/9eae44b0-6e80-4c67-b54a-0869fc46cb78) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:50:57.392590 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for router_controller (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.496199 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks [] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.553610 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.590160 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:50:57.595610 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:50:57.599554 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:50:57.604628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Pushing event updated for resources: {'Port': ['ID=9eae44b0-6e80-4c67-b54a-0869fc46cb78,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:57.611260 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for router_gateway (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.660833 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Attempting to bind port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:50:57.661206 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Attempting to bind port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:50:57.661563 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Attempting to bind port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:50:57.666616 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:50:57.666989 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:50:57.667390 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.667783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Bound using segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:50:57.668244 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Bound port: 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:50:57.668650 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.730296 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] For port 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:50:57.733446 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] For port 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=9eae44b0-6e80-4c67-b54a-0869fc46cb78,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:50:57.777211 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc165-a7c2-44dd-ae1d-add71fa07207 req-dc3e668e-b073-4c5d-b206-9dc75f4d9329 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:57.778795 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5dbdc165-a7c2-44dd-ae1d-add71fa07207 req-dc3e668e-b073-4c5d-b206-9dc75f4d9329 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.0495405 Jul 20 17:50:57.837485 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.844258 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5dbdc165-a7c2-44dd-ae1d-add71fa07207 req-d383e98d-374a-42d2-83da-0ddac864923b tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 Jul 20 17:50:57.890417 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73298c-61e0-4913-9b15-9a2a5e24e3a1 None None] Pushing event updated for resources: {'Port': ['ID=9eae44b0-6e80-4c67-b54a-0869fc46cb78,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:57.936564 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for router_gateway (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:57.956930 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:58.313118 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Allocated IP 172.27.3.30 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/35d24a38-a209-456f-a885-9705d81284e6) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:50:58.328810 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:58.415666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for port (35d24a38-a209-456f-a885-9705d81284e6), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:58.524277 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (35d24a38-a209-456f-a885-9705d81284e6), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:58.557985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:58.570733 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:50:58.576021 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:50:58.578772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Pushing event updated for resources: {'Port': ['ID=35d24a38-a209-456f-a885-9705d81284e6,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:58.580946 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:50:58.668529 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:58.804621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b3015-f7d9-42d2-9298-edc1c3d841a5 None None] Network 2628e491-f238-47ac-a0ee-cb782ad8236f requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:50:58.849675 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Provisioning complete for port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:58.850051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:58.915421 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 1a405173-c86c-4640-a62a-f018e073c704 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:50:58.944322 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for router_gateway (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.034289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a89aae-ec35-433d-bb5f-c9ba5b81e317 req-533485b1-04ad-42bc-bb36-e2c431248ebf tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:59.037200 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-57a89aae-ec35-433d-bb5f-c9ba5b81e317 req-533485b1-04ad-42bc-bb36-e2c431248ebf tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 948 time: 0.0790524 Jul 20 17:50:59.037630 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 9eae44b0-6e80-4c67-b54a-0869fc46cb78 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:50:59.092666 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-57a89aae-ec35-433d-bb5f-c9ba5b81e317 req-04093bfd-55cb-4a5a-a3e3-7642e7050b11 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Jul 20 17:50:59.195660 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.297240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Current status of the port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:59.297649 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.309344 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a405173-c86c-4640-a62a-f018e073c704,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:59.341034 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '1a405173-c86c-4640-a62a-f018e073c704', 'network_id': '61eb5778-35c1-4a69-b1d1-e12d4306571b', 'port_id': '1a405173-c86c-4640-a62a-f018e073c704', 'mac_address': 'fa:16:3e:20:05:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bdebd3-b374-4887-97b3-014a5af5a85a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:50:59.341034 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:59.341034 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.406155 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] For port 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=9eae44b0-6e80-4c67-b54a-0869fc46cb78,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:59.408652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:59.425918 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 1a405173-c86c-4640-a62a-f018e073c704 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:59.426308 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1a405173-c86c-4640-a62a-f018e073c704), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.446517 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a405173-c86c-4640-a62a-f018e073c704 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:50:59.450558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:50:59.488330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a405173-c86c-4640-a62a-f018e073c704,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:50:59.501368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:59.501368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.514916 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.566624 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:50:59.579856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.588037 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:50:59.616715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8951d48-87e3-4e90-9137-2898e50cee5b None None] Pushing event updated for resources: {'Port': ['ID=9eae44b0-6e80-4c67-b54a-0869fc46cb78,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:59.620697 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.db.api [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 17:50:59.620993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG oslo_db.api [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 17:50:59.630645 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.632011 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3c195ef5-1b1e-4e11-ae83-bc09cf1a85a8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4194903 Jul 20 17:50:59.636979 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 54798) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:59.648331 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:50:59.648990 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:50:59.701745 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8d0228a3-7d46-42d6-ae64-49a7c6ebf72c None None] Provisioning complete for port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:59.702412 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8d0228a3-7d46-42d6-ae64-49a7c6ebf72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:59.792173 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:59.817121 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:50:59.828548 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:59.963570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8d0228a3-7d46-42d6-ae64-49a7c6ebf72c None None] Current status of the port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:00.023731 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=24 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:00.036178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['1a405173-c86c-4640-a62a-f018e073c704'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:00.072968 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:00.081017 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:50:58Z', 'revision_number': 3, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:00.090298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.115904 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:00.117126 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:00.117586 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Updating router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 port 35d24a38-a209-456f-a885-9705d81284e6 binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:00.193362 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:00.200819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (35d24a38-a209-456f-a885-9705d81284e6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.232981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f17bda-c8b1-46f1-b77d-df2fbc7eb268 req-c25f8aa7-d4db-499f-9f82-a5c27a4490c9 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:00.235270 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9f17bda-c8b1-46f1-b77d-df2fbc7eb268 req-c25f8aa7-d4db-499f-9f82-a5c27a4490c9 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 949 time: 0.0544565 Jul 20 17:51:00.294837 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9f17bda-c8b1-46f1-b77d-df2fbc7eb268 req-689dea6c-21fd-4ce2-ab39-4840585b08da tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Jul 20 17:51:00.320236 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Allocated IP 172.20.0.1 (2628e491-f238-47ac-a0ee-cb782ad8236f/da3c9586-a3f0-4633-85ef-b01b156059c6/4f4fa93b-fb31-4e39-89c1-4ebb24ff386a) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:00.435846 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks [] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.473518 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:00.559984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.574834 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks [] for port (35d24a38-a209-456f-a885-9705d81284e6), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.596730 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:00.599595 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:00.606533 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:00.634256 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:00.646958 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (35d24a38-a209-456f-a885-9705d81284e6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.673398 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.724784 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Attempting to bind port 35d24a38-a209-456f-a885-9705d81284e6 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:00.725713 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Attempting to bind port 35d24a38-a209-456f-a885-9705d81284e6 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:00.726233 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Attempting to bind port 35d24a38-a209-456f-a885-9705d81284e6 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:00.733925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:00.734498 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:00.735875 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.736924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:00.737607 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Bound port: 35d24a38-a209-456f-a885-9705d81284e6, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:00.737991 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (35d24a38-a209-456f-a885-9705d81284e6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.739992 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3a0c-89e9-4fe5-8b32-7bbbc9ec1fd2 None None] Pushing event updated for resources: {'Port': ['ID=35d24a38-a209-456f-a885-9705d81284e6,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:00.793570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] For port 35d24a38-a209-456f-a885-9705d81284e6, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:00.799701 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] For port 35d24a38-a209-456f-a885-9705d81284e6, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=35d24a38-a209-456f-a885-9705d81284e6,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:00.899921 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-da879260-6446-4030-919b-5c05327dda7a None None] Provisioning complete for port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:00.900304 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-da879260-6446-4030-919b-5c05327dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.923076 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (35d24a38-a209-456f-a885-9705d81284e6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:00.930733 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 9eae44b0-6e80-4c67-b54a-0869fc46cb78 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:00.959950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.016040 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-da879260-6446-4030-919b-5c05327dda7a None None] Port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:01.040625 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:01.047177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3a0c-89e9-4fe5-8b32-7bbbc9ec1fd2 None None] Pushing event updated for resources: {'Port': ['ID=35d24a38-a209-456f-a885-9705d81284e6,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:01.054545 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:01.055145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:01.109350 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:01.109733 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.129679 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks [] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.188224 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.261070 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:01.263983 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.310301 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:01.359344 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:01.367925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:01.422734 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:01.424179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:01.428563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050a1f7-a6fe-439f-bd69-c8b2e1d77419 req-911f23fa-7b52-43eb-b33d-d1847d4b1cb5 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:01.431076 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0050a1f7-a6fe-439f-bd69-c8b2e1d77419 req-911f23fa-7b52-43eb-b33d-d1847d4b1cb5 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 949 time: 0.0554240 Jul 20 17:51:01.490990 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0050a1f7-a6fe-439f-bd69-c8b2e1d77419 req-6affea88-f8ef-492c-b12a-d148a29fd451 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Jul 20 17:51:01.537628 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:01.574065 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:51:01.617517 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 1, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:01.649980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42321-a154-44bd-b3d3-65e5bb885c13 None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 1, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:01.702628 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:51:01.708943 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1b112bc4-7bb4-4544-b5c9-a7efcd9f7df9 admin admin] 10.222.0.42 "PUT /v2.0/routers/f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708594 Jul 20 17:51:01.867125 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:01.890699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a745faf3-716e-47c9-bc2c-2e53ff035ad3 None None] Provisioning complete for port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:01.894274 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a745faf3-716e-47c9-bc2c-2e53ff035ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.938965 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a745faf3-716e-47c9-bc2c-2e53ff035ad3 None None] Port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:02.249337 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-ca497290-f828-47ac-b0f9-70f265217a10 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:02.251862 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-ca497290-f828-47ac-b0f9-70f265217a10 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.1098630 Jul 20 17:51:02.267058 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-cb1a9c8c-262a-441a-9794-88761a45a2b2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/quotas/bde6b55e64864d188ee5fafc4b9edc4a HTTP/1.1" status: 200 len: 375 time: 0.0103145 Jul 20 17:51:02.325043 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-2cb4289d-5648-40c2-8821-29ef08676376 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524256 Jul 20 17:51:02.459359 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-0e3d7776-a217-4bb8-bdf5-21763569f29a service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267447 Jul 20 17:51:02.495044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:02.579415 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-b476aeda-047f-4b9c-a7f6-c5dfd211e94f service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137588 Jul 20 17:51:02.628056 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d63d-c18a-49b2-bb95-399ff6bfb94f req-8a802319-3e24-409d-9efd-12598ad0787d tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:02.630295 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-21e7d63d-c18a-49b2-bb95-399ff6bfb94f req-8a802319-3e24-409d-9efd-12598ad0787d tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 949 time: 0.0636117 Jul 20 17:51:02.680479 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-21e7d63d-c18a-49b2-bb95-399ff6bfb94f req-9ffd8035-3b0d-4531-abe8-a14f985c7041 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Jul 20 17:51:02.988665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 35d24a38-a209-456f-a885-9705d81284e6 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:03.018964 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0abdeb0c-b6af-4e93-b0d6-f52d8687c5ac req-dbd54135-aab4-480f-ae39-193a93d0f23d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 210 time: 0.0400376 Jul 20 17:51:03.075612 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 35d24a38-a209-456f-a885-9705d81284e6 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:03.076098 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (35d24a38-a209-456f-a885-9705d81284e6), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:03.114092 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:03.187062 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 35d24a38-a209-456f-a885-9705d81284e6 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:03.187062 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (35d24a38-a209-456f-a885-9705d81284e6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:03.209912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 35d24a38-a209-456f-a885-9705d81284e6, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=35d24a38-a209-456f-a885-9705d81284e6,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:03.272219 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:03.285381 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (35d24a38-a209-456f-a885-9705d81284e6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:03.294140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-04829ef7-3952-4bbf-8ba2-da01d9db5101 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:03.296584 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-04829ef7-3952-4bbf-8ba2-da01d9db5101 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.1072671 Jul 20 17:51:03.311978 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f7a28789-f628-41fe-9c22-ca895bb90d52 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/quotas/bde6b55e64864d188ee5fafc4b9edc4a HTTP/1.1" status: 200 len: 375 time: 0.0098045 Jul 20 17:51:03.335097 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=35d24a38-a209-456f-a885-9705d81284e6,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:03.367809 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-c0e25f10-70c0-476e-a48a-61338e02348a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480313 Jul 20 17:51:03.466269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-b1184802-6c01-43e9-a250-9f3ebe4b5d3f service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916216 Jul 20 17:51:03.572768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-a53efbeb-8df6-4695-8cc0-ecac54a3c347 service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000168 Jul 20 17:51:03.767089 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 1a405173-c86c-4640-a62a-f018e073c704 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:03.801597 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:03.814878 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07037a10-90c1-476a-a966-d0fafc2ac0e3 req-6cc5ad88-3ab6-4591-883e-297817afd92e tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:03.816995 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07037a10-90c1-476a-a966-d0fafc2ac0e3 req-6cc5ad88-3ab6-4591-883e-297817afd92e tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 949 time: 0.0644772 Jul 20 17:51:03.851361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 1a405173-c86c-4640-a62a-f018e073c704 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:51:03.868329 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e0126439-dc29-49ad-b5ff-52522cec99c0 req-c4272c45-30be-4173-9dda-dcb15692f42f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0501251 Jul 20 17:51:03.907514 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07037a10-90c1-476a-a966-d0fafc2ac0e3 req-b3aa9bf6-c222-4426-a4ef-834cc0417eb1 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Jul 20 17:51:03.956304 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:51:03.967761 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:03.968402 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:03.999596 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 1a405173-c86c-4640-a62a-f018e073c704 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:04.000576 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1a405173-c86c-4640-a62a-f018e073c704), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.085028 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 1a405173-c86c-4640-a62a-f018e073c704 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:04.085426 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1a405173-c86c-4640-a62a-f018e073c704), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.091477 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:04.113052 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a405173-c86c-4640-a62a-f018e073c704'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:04.115634 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e46f9ca-a792-4afe-8cc0-c344af16e70f" -d '{"events": [{"server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "name": "network-vif-plugged", "status": "completed", "tag": "1a405173-c86c-4640-a62a-f018e073c704"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:04.128913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a405173-c86c-4640-a62a-f018e073c704,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:04.154914 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd3e31-30b6-46cf-966d-af6fcdc3e1d1 x-openstack-request-id: req-3bfd3e31-30b6-46cf-966d-af6fcdc3e1d1 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:04.155231 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "name": "network-vif-plugged", "status": "completed", "tag": "1a405173-c86c-4640-a62a-f018e073c704", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:04.155492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bfd3e31-30b6-46cf-966d-af6fcdc3e1d1 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:04.155906 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfd3e31-30b6-46cf-966d-af6fcdc3e1d1'] response: {'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a405173-c86c-4640-a62a-f018e073c704', 'code': 200} Jul 20 17:51:04.221116 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.285408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:04.375009 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:01Z', 'revision_number': 2, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:04.400688 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:04.401059 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Updating router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:04.428663 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.611557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80345a54-96c6-4c23-87fe-245088b6e116 req-aea5f241-b9a7-46db-bd80-8b2c5df6cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:04.613107 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-80345a54-96c6-4c23-87fe-245088b6e116 req-aea5f241-b9a7-46db-bd80-8b2c5df6cabb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 1134 time: 0.0411863 Jul 20 17:51:04.687858 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-80345a54-96c6-4c23-87fe-245088b6e116 req-4012122a-257a-4560-b8b7-1b7bfb334847 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663285 Jul 20 17:51:04.707965 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks [] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.782417 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.852615 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Pushing event updated for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:04.880794 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.881322 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.881677 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.882028 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.882360 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.882687 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.883001 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.883527 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.884008 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.884333 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.884688 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.885012 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.885333 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.889787 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.889787 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:04.929424 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Attempting to bind port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:04.929789 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Attempting to bind port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:04.930334 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Attempting to bind port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:04.936138 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:04.936812 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:04.937233 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.937842 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Bound using segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:04.938308 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Bound port: 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:04.938849 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:04.969003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3d2a751-871c-4358-a414-e12b7f5b0d16 req-335a3db4-95ae-4bab-8863-6fd8675f40ce tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Jul 20 17:51:04.990502 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 35d24a38-a209-456f-a885-9705d81284e6 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:05.015210 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] For port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:05.028268 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] For port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:05.101335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 35d24a38-a209-456f-a885-9705d81284e6 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:05.102247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (35d24a38-a209-456f-a885-9705d81284e6), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.119845 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.137944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c54d-3369-41a3-9604-8a60216e27d8 req-5be879f5-ab41-4e55-a6b9-c53298fe8bd7 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:05.140717 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ed3c54d-3369-41a3-9604-8a60216e27d8 req-5be879f5-ab41-4e55-a6b9-c53298fe8bd7 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.1035426 Jul 20 17:51:05.207068 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:05.213513 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:05.221616 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:50:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:05.229868 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:05.231145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Provisioning complete for port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:05.231668 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.278303 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 35d24a38-a209-456f-a885-9705d81284e6 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:05.288200 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ed3c54d-3369-41a3-9604-8a60216e27d8 req-adf8c849-babe-473e-995f-2e374818a98f tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060722 Jul 20 17:51:05.334494 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:05.409120 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Current status of the port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:05.409510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.432828 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f8d81-9ea9-4692-859a-00bb18c9c27c None None] Pushing event updated for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:05.452541 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:05.470841 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] For port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:05.536550 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.590438 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c1790-6499-47f6-8f62-c1167603f2aa None None] Pushing event updated for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:05.656911 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-7bbe697b-0b2a-4dd5-8185-ba45e3ff4e2b None None] Provisioning complete for port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:05.662687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7bbe697b-0b2a-4dd5-8185-ba45e3ff4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:05.665972 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:05.693011 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6039b1-84c1-4240-a197-46bd590622ee None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:05.741105 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe697b-0b2a-4dd5-8185-ba45e3ff4e2b None None] Current status of the port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:06.132535 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e4349d50-04aa-4058-a0de-3b829cb5a486 req-17474b28-641b-402f-b3c7-c3382d8addae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0558925 Jul 20 17:51:06.236719 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55006) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:06.374071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4b742657-cd74-4c53-bfac-4b8b72f353df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:06.434764 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:06.441738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa35a4-d744-4024-b240-bbe4f43bf84f req-3d342510-5550-43f1-bb56-2f883c4337ba tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:06.443216 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-86fa35a4-d744-4024-b240-bbe4f43bf84f req-3d342510-5550-43f1-bb56-2f883c4337ba tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.0716670 Jul 20 17:51:06.513950 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-86fa35a4-d744-4024-b240-bbe4f43bf84f req-ef6d093b-2e35-42ae-83e4-3e0ed5ae51a6 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644078 Jul 20 17:51:06.533714 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4b742657-cd74-4c53-bfac-4b8b72f353df admin admin] Publish callbacks [] for security_group (933929be-54aa-44de-a061-fc9eea63ae36), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:06.691434 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-4b742657-cd74-4c53-bfac-4b8b72f353df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (933929be-54aa-44de-a061-fc9eea63ae36), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:06.733905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-4b742657-cd74-4c53-bfac-4b8b72f353df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be8f1e48663a41c1b03a8549f0c9ea9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960566 Jul 20 17:51:06.734993 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742657-cd74-4c53-bfac-4b8b72f353df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933929be-54aa-44de-a061-fc9eea63ae36,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:06.737686 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55020) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:06.793488 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-1b73ecf8-11aa-4251-be7f-61632a490336 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:06.794915 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-1b73ecf8-11aa-4251-be7f-61632a490336 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.1393356 Jul 20 17:51:06.813670 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] Publish callbacks [] for security_group (933929be-54aa-44de-a061-fc9eea63ae36), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:06.822724 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'port': {'device_id': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'admin_state_up': True, 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:06.867691 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] Publish callbacks [] for security_group (933929be-54aa-44de-a061-fc9eea63ae36), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:06.970773 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:07.047844 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:07.057021 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:07.057401 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.091042 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (933929be-54aa-44de-a061-fc9eea63ae36), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.094439 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.095858 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/933929be-54aa-44de-a061-fc9eea63ae36 HTTP/1.1" status: 204 len: 168 time: 0.3567507 Jul 20 17:51:07.104650 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2e39e-4e0c-451d-9a02-b8e4b0c520bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933929be-54aa-44de-a061-fc9eea63ae36,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:07.114414 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Made reservation on behalf of bde6b55e64864d188ee5fafc4b9edc4a for: {'port': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:07.121873 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.155807 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:07.290183 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Allocated IP 172.20.0.6 (2628e491-f238-47ac-a0ee-cb782ad8236f/da3c9586-a3f0-4633-85ef-b01b156059c6/834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:07.301375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b36da3cc-72e5-4f86-a569-c49176e60058 req-a1bd03ac-58ac-4ea5-b116-5e343aa806c2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0473731 Jul 20 17:51:07.317293 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0c56e-0cd4-4a54-83c4-205d0ec2bf68 req-684e0c40-d7fe-461d-b212-a29668a5f1ad tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:07.318909 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aed0c56e-0cd4-4a54-83c4-205d0ec2bf68 req-684e0c40-d7fe-461d-b212-a29668a5f1ad tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.0970583 Jul 20 17:51:07.373287 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aed0c56e-0cd4-4a54-83c4-205d0ec2bf68 req-b06118fb-013e-4afd-9a75-e06c5c286f2d tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 Jul 20 17:51:07.378976 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:07.457118 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:07.480360 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.736071 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.777763 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:07.783175 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:07.789653 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:07.821168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:07.850943 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:07.851619 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:07.984692 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-91b38660-51cb-4e6c-b3bc-841b2e645ca6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1675441 Jul 20 17:51:08.031463 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55042) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:08.046049 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-329f0cf5-695e-419c-af3a-0b0477a78df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.073877 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a5d1c6b5-ef8b-443d-82c2-d87a3e2f8a20 None None] Provisioning complete for port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:08.074374 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c6b5-ef8b-443d-82c2-d87a3e2f8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.119873 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1c6b5-ef8b-443d-82c2-d87a3e2f8a20 None None] Port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:08.124520 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-329f0cf5-695e-419c-af3a-0b0477a78df3 admin admin] Publish callbacks [] for security_group (7321200a-eacc-46d7-8394-6e7124876462), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.216523 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-329f0cf5-695e-419c-af3a-0b0477a78df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7321200a-eacc-46d7-8394-6e7124876462), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.256409 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-329f0cf5-695e-419c-af3a-0b0477a78df3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46773c9a4eee463189f25407d441f322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238328 Jul 20 17:51:08.257335 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0cf5-695e-419c-af3a-0b0477a78df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7321200a-eacc-46d7-8394-6e7124876462,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:08.258991 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55050) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:08.308972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] Publish callbacks [] for security_group (7321200a-eacc-46d7-8394-6e7124876462), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.332640 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] Publish callbacks [] for security_group (7321200a-eacc-46d7-8394-6e7124876462), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.406255 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d4647bea-6cae-4221-a879-79927bb651e0 req-8419691e-1504-4341-a2f3-cc6a99e9f45e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Jul 20 17:51:08.688310 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7321200a-eacc-46d7-8394-6e7124876462), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.690852 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:08.692004 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7321200a-eacc-46d7-8394-6e7124876462 HTTP/1.1" status: 204 len: 168 time: 0.4320042 Jul 20 17:51:08.707999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a76b2-c361-4f1c-95d0-62bfcbb8f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7321200a-eacc-46d7-8394-6e7124876462,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:08.720916 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd15d-71d1-4b59-bf92-5df03abd9654 req-5be4a1c2-7d27-4ee1-97cd-be9d91f3a7c2 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:08.722482 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e08cd15d-71d1-4b59-bf92-5df03abd9654 req-5be4a1c2-7d27-4ee1-97cd-be9d91f3a7c2 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.2690563 Jul 20 17:51:08.772149 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e08cd15d-71d1-4b59-bf92-5df03abd9654 req-38847405-220b-48d4-9ea3-89df99a6a42a tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Jul 20 17:51:09.170690 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:09.511280 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c2f8d522-c4b5-4534-acc3-63efee436f5d req-300ccbcf-389b-424e-8695-9a9b3e4738d2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Jul 20 17:51:09.894193 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8130ff4-bb5d-4d29-9cf1-db5b81e191f8 req-966b8827-ac1a-45aa-9833-b3506abb500b tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:09.895648 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8130ff4-bb5d-4d29-9cf1-db5b81e191f8 req-966b8827-ac1a-45aa-9833-b3506abb500b tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.0503967 Jul 20 17:51:09.948080 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8130ff4-bb5d-4d29-9cf1-db5b81e191f8 req-75473fa1-b7c1-4985-b0c7-d324f46ab01e tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468042 Jul 20 17:51:10.205403 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Request body: {'port': {'device_id': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:10.268893 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:10.521234 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c {{(pid=111056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:10.528778 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks [] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:10.541999 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.provisioning_blocks [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Transition to ACTIVE for port object 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c will not be triggered until provisioned by entity L2. {{(pid=111056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:51:10.612105 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a9e3c1b-927d-4fac-9c00-712de6218168 req-289ab908-150a-4d58-93c6-2ecaa0216317 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Jul 20 17:51:10.624827 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:10.677377 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:10.707545 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Pushing event updated for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:10.775069 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Attempting to bind port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:10.775412 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Attempting to bind port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:10.775800 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Attempting to bind port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:10.781596 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c on network 2628e491-f238-47ac-a0ee-cb782ad8236f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:51:10.781876 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-3f9bcb03-e008-42cc-9418-96810ec746d6 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:10.787737 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Attempting to bind port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:10.787865 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-3f9bcb03-e008-42cc-9418-96810ec746d6 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.1309280 Jul 20 17:51:10.787998 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:10.788857 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:10.789273 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Bound using segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:10.789711 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Bound port: 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:10.790074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:10.864755 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, cleared binding levels {{(pid=111056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:10.867898 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:10.911125 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-294536fa-3394-45a3-95d0-b370307e3d95 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:10.912717 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-294536fa-3394-45a3-95d0-b370307e3d95 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.2578816 Jul 20 17:51:10.917865 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:10.942647 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'port': {'device_id': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'admin_state_up': True, 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:10.950184 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Deleting port 1a405173-c86c-4640-a62a-f018e073c704 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:51:10.950804 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (1a405173-c86c-4640-a62a-f018e073c704), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:10.972949 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.015158 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:11.015158 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.016178 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] 10.222.0.18 "PUT /v2.0/ports/834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 200 len: 1093 time: 0.8155355 Jul 20 17:51:11.016642 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:11.019226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:11.049604 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ad3b-08dd-4961-a9a8-62d9f822b11f service neutron] Pushing event updated for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=3']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:11.078959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e0bb3b-1e7a-4888-b435-3fe0a3c86304 x-openstack-request-id: req-a0e0bb3b-1e7a-4888-b435-3fe0a3c86304 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:11.079462 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:11.079863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0e0bb3b-1e7a-4888-b435-3fe0a3c86304 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:11.080408 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e0bb3b-1e7a-4888-b435-3fe0a3c86304'] response: {'name': 'network-changed', 'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'status': 'completed', 'code': 200} Jul 20 17:51:11.199749 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-1d49d384-693f-46b9-8997-c0ad2bf29491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:11.199749 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-1d49d384-693f-46b9-8997-c0ad2bf29491 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1127 time: 0.0621142 Jul 20 17:51:11.250077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] For port 1a405173-c86c-4640-a62a-f018e073c704, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1a405173-c86c-4640-a62a-f018e073c704,segment=NetworkSegment(7732d46f-493d-4a9c-8fc8-e758b0f7439d),segment_id=7732d46f-493d-4a9c-8fc8-e758b0f7439d)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:11.250450 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (1a405173-c86c-4640-a62a-f018e073c704), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.280495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Calling delete_port for 1a405173-c86c-4640-a62a-f018e073c704 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:51:11.288685 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bec57-7513-4256-b3f3-25c5b39e993e req-6b9fd964-1540-49a9-9c90-e4bbf60fc0f2 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:11.290342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f25bec57-7513-4256-b3f3-25c5b39e993e req-6b9fd964-1540-49a9-9c90-e4bbf60fc0f2 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 950 time: 0.1462152 Jul 20 17:51:11.371318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Made reservation on behalf of bde6b55e64864d188ee5fafc4b9edc4a for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:11.375818 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.423278 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f25bec57-7513-4256-b3f3-25c5b39e993e req-b250ec6b-28fb-4a18-bac0-74f4cddc7a79 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/security-groups?id=17f494be-c554-42dd-9b47-9d9a414c9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197438 Jul 20 17:51:11.540427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:11.645568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Allocated IP 172.20.0.11 (2628e491-f238-47ac-a0ee-cb782ad8236f/da3c9586-a3f0-4633-85ef-b01b156059c6/bae138e1-ebd0-4597-bcdb-3cf21bb88799) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:11.709695 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-3be35e82-cac8-4156-8f7b-537af58ea8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:11.711155 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-3be35e82-cac8-4156-8f7b-537af58ea8fb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4955943 Jul 20 17:51:11.745903 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2670f36-9c14-4d3f-837e-578770c6e881 req-8966f257-5184-4a6b-bb11-bca34504d44a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0432851 Jul 20 17:51:11.749749 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (1a405173-c86c-4640-a62a-f018e073c704), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.786332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['1a405173-c86c-4640-a62a-f018e073c704'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:11.792531 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Pushing event deleted for resources: {'Port': ['ID=1a405173-c86c-4640-a62a-f018e073c704,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:11.792694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:11.890985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:11.906037 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-a5dd4d5b-478d-4af4-a3aa-c7d3a23d96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:11.914128 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-50cee9bc-04bc-4a77-b516-ec3c549f7ea2 req-a5dd4d5b-478d-4af4-a3aa-c7d3a23d96d2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928675 Jul 20 17:51:11.942597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] No DVR routers for this DVR port 1a405173-c86c-4640-a62a-f018e073c704 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:51:11.945183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:11.949029 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-39b9fa36-c851-4636-8cc5-5657c606bf5c req-2f20244a-9a95-41b0-90a1-5191dfb9b209 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.18 "DELETE /v2.0/ports/1a405173-c86c-4640-a62a-f018e073c704 HTTP/1.1" status: 204 len: 173 time: 1.1516676 Jul 20 17:51:11.952160 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'name': 'network-vif-deleted', 'tag': '1a405173-c86c-4640-a62a-f018e073c704'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:11.956005 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb2b6b0-b141-44b4-b1cf-1026c38f26a7" -d '{"events": [{"server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "name": "network-vif-deleted", "tag": "1a405173-c86c-4640-a62a-f018e073c704"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:12.005717 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:12.008873 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:12.026412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb7f07-a864-4f25-8161-d2b33931f979 x-openstack-request-id: req-aeeb7f07-a864-4f25-8161-d2b33931f979 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:12.026722 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3b7af6-1d5c-43f4-8521-384aecd7c5ec", "name": "network-vif-deleted", "tag": "1a405173-c86c-4640-a62a-f018e073c704", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:12.026955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aeeb7f07-a864-4f25-8161-d2b33931f979 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:12.027358 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeeb7f07-a864-4f25-8161-d2b33931f979'] response: {'server_uuid': '6c3b7af6-1d5c-43f4-8521-384aecd7c5ec', 'name': 'network-vif-deleted', 'tag': '1a405173-c86c-4640-a62a-f018e073c704', 'status': 'completed', 'code': 200} Jul 20 17:51:12.047436 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-57aac477-91d3-4fd5-9872-ba18d9fab322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:12.049211 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-57aac477-91d3-4fd5-9872-ba18d9fab322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1127 time: 0.0624337 Jul 20 17:51:12.108854 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-3a546db3-f398-4b54-9580-84ce70fd2a88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 200 len: 217 time: 0.0333726 Jul 20 17:51:12.158970 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:12.207016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:12.214336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:12.216483 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:12.249268 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:12.274553 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:12.275181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:12.390107 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-da7de26f-3ba3-42b1-8693-3cadb774be9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4510369 Jul 20 17:51:12.413364 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-c0856c64-7ae3-45f6-ad67-194f344a5acd None None] Provisioning complete for port bae138e1-ebd0-4597-bcdb-3cf21bb88799 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:12.413747 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c0856c64-7ae3-45f6-ad67-194f344a5acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:12.446055 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-c0856c64-7ae3-45f6-ad67-194f344a5acd None None] Port bae138e1-ebd0-4597-bcdb-3cf21bb88799 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:12.519055 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7c6cd2a4-7af3-42cc-9d5f-8b01af26f611 req-f710095f-2fc5-4c32-9235-b8ed0df06e49 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0274045 Jul 20 17:51:12.876354 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e8305-d48d-4f79-a13d-2783fbc82eed req-c98ecd51-5e0b-4f4e-9b13-76e697e28ecc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:12.876354 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a81e8305-d48d-4f79-a13d-2783fbc82eed req-c98ecd51-5e0b-4f4e-9b13-76e697e28ecc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 932 time: 0.0465031 Jul 20 17:51:12.929346 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a81e8305-d48d-4f79-a13d-2783fbc82eed req-e630dec0-9fb5-4aa8-900e-62e790793e82 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Jul 20 17:51:13.624040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ced865fa-a7e4-4eb0-9ec9-90f80e37c8e5 req-79b451bb-2ec2-493c-a7fd-5f49779aaf38 tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0362046 Jul 20 17:51:14.042602 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2e3c-276b-467d-ad90-24be08f34143 req-daf888f1-67bf-4ded-b20c-20e091a9f78b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:14.044495 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-307b2e3c-276b-467d-ad90-24be08f34143 req-daf888f1-67bf-4ded-b20c-20e091a9f78b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 932 time: 0.0479271 Jul 20 17:51:14.097170 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-307b2e3c-276b-467d-ad90-24be08f34143 req-7e95d621-20f9-4463-8ee7-0ec8bc72383f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462141 Jul 20 17:51:14.444637 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6908-ff10-42de-849e-7563c145b953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:14.720547 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 1a405173-c86c-4640-a62a-f018e073c704 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:51:14.722900 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-41350240-2680-4bff-aeb2-85a3628fbe11 req-92db417b-f483-45d2-910c-a1f8aede47af tempest-VolumesNegativeTest-903341406 tempest-VolumesNegativeTest-903341406-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3b7af6-1d5c-43f4-8521-384aecd7c5ec HTTP/1.1" status: 200 len: 210 time: 0.0313656 Jul 20 17:51:14.737118 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Request body: {'port': {'device_id': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:14.754577 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 1a405173-c86c-4640-a62a-f018e073c704 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:51:14.755054 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 1a405173-c86c-4640-a62a-f018e073c704 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:51:14.804566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-5d6efd9e-263b-4d4e-af70-52c9b3c14142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:14.806003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-5d6efd9e-263b-4d4e-af70-52c9b3c14142 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0853875 Jul 20 17:51:14.849673 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:14.863136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:14.872065 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-36ba74fd-88b3-4fda-8579-cd4d6262cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:14.874127 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-36ba74fd-88b3-4fda-8579-cd4d6262cd71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514512 Jul 20 17:51:15.073626 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-dc917602-00c1-4246-9e2f-0919c2b33af4 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935506 Jul 20 17:51:15.260471 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae138e1-ebd0-4597-bcdb-3cf21bb88799 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:15.270656 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d81c1-75b5-47cb-810b-e3f805cdb523 req-2a2bcd85-6552-4abc-8994-46c6d0bcda3a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:15.272136 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd8d81c1-75b5-47cb-810b-e3f805cdb523 req-2a2bcd85-6552-4abc-8994-46c6d0bcda3a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 932 time: 0.1074641 Jul 20 17:51:15.279088 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks [] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:15.342432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Transition to ACTIVE for port object bae138e1-ebd0-4597-bcdb-3cf21bb88799 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:51:15.382166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c70c9f5-fd5c-4cef-8db9-79c79532b800 req-26dea93f-a606-455e-96c1-e39e330dd96c service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632051 Jul 20 17:51:15.385613 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd8d81c1-75b5-47cb-810b-e3f805cdb523 req-e189bc74-b483-4586-834b-f8599b192db0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040726 Jul 20 17:51:15.445025 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:15.454405 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:15.501235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Pushing event updated for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:15.581858 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Attempting to bind port bae138e1-ebd0-4597-bcdb-3cf21bb88799 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:15.582223 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Attempting to bind port bae138e1-ebd0-4597-bcdb-3cf21bb88799 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:15.582554 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Attempting to bind port bae138e1-ebd0-4597-bcdb-3cf21bb88799 on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:15.590826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Port bae138e1-ebd0-4597-bcdb-3cf21bb88799 on network 2628e491-f238-47ac-a0ee-cb782ad8236f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:51:15.591174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Attempting to bind port bae138e1-ebd0-4597-bcdb-3cf21bb88799 on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:15.596827 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:15.597575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:15.597575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Bound using segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:15.598094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Bound port: bae138e1-ebd0-4597-bcdb-3cf21bb88799, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:15.598432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:15.644373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:15.670691 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=67 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:15.675947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:15.679565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:15.783512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:15.824386 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:15.826849 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:15.826849 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] 10.222.0.18 "PUT /v2.0/ports/bae138e1-ebd0-4597-bcdb-3cf21bb88799 HTTP/1.1" status: 200 len: 1094 time: 1.0950677 Jul 20 17:51:15.826849 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:15.829057 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5a375-114b-48d5-9215-202988a39817" -d '{"events": [{"name": "network-changed", "server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:15.850774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355ee5-32ed-40a6-9600-98d44da40dae service neutron] Pushing event updated for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:15.875613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ecb02e-9db2-443a-a586-be05a17bf4dd x-openstack-request-id: req-54ecb02e-9db2-443a-a586-be05a17bf4dd {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:15.875613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:15.875613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54ecb02e-9db2-443a-a586-be05a17bf4dd {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:15.875613 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ecb02e-9db2-443a-a586-be05a17bf4dd'] response: {'name': 'network-changed', 'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799', 'status': 'completed', 'code': 200} Jul 20 17:51:16.581454 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a375-114b-48d5-9215-202988a39817 req-cab11837-335e-4620-ae10-d444cf2b4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:16.582957 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-efb5a375-114b-48d5-9215-202988a39817 req-cab11837-335e-4620-ae10-d444cf2b4a3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1128 time: 0.1129630 Jul 20 17:51:16.596378 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364595-76c3-4e63-8e8a-89f24a9b0d4d req-ead697ff-0741-4f5a-99d5-c519ded7444b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:16.597770 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe364595-76c3-4e63-8e8a-89f24a9b0d4d req-ead697ff-0741-4f5a-99d5-c519ded7444b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 944 time: 0.0697112 Jul 20 17:51:16.900981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3107e357-e889-4fcb-baa2-c89239260d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:16.931143 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe364595-76c3-4e63-8e8a-89f24a9b0d4d req-a0461b60-f224-4a12-ab66-919befbdbcfd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242080 Jul 20 17:51:16.960185 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a375-114b-48d5-9215-202988a39817 req-82bdcec0-7bed-4110-8ce8-0fb5a8650c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:16.961889 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-efb5a375-114b-48d5-9215-202988a39817 req-82bdcec0-7bed-4110-8ce8-0fb5a8650c52 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3632872 Jul 20 17:51:17.051023 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55312) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:17.097079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a375-114b-48d5-9215-202988a39817 req-7156abfb-9a96-4e0b-a392-1515a17282c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:17.098721 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-efb5a375-114b-48d5-9215-202988a39817 req-7156abfb-9a96-4e0b-a392-1515a17282c8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291566 Jul 20 17:51:17.193314 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55338) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:17.235665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-2dd6b124-a035-43ca-bc65-503b631dd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:17.237525 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-2dd6b124-a035-43ca-bc65-503b631dd09a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1128 time: 0.0538433 Jul 20 17:51:17.311939 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f994-5a37-4c2a-b74b-cfa9061fff22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.313049 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-fb86a59f-654a-4f6b-beef-41bbbcc0f5ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799 HTTP/1.1" status: 200 len: 217 time: 0.0515356 Jul 20 17:51:17.334595 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f639-4083-4444-b753-fb6a077792e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.368632 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-c9892f77-b57f-4607-bf3a-50c0457ecc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:17.370234 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-c9892f77-b57f-4607-bf3a-50c0457ecc57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0460229 Jul 20 17:51:17.423286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-03dad7a8-20a0-4edc-9916-dadf265dca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:17.424813 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-03dad7a8-20a0-4edc-9916-dadf265dca66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452547 Jul 20 17:51:17.478942 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f994-5a37-4c2a-b74b-cfa9061fff22 admin admin] Publish callbacks [] for security_group (92f35c38-df7e-4c8f-9087-38c9fd5ecd9d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.494368 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f639-4083-4444-b753-fb6a077792e1 admin admin] Publish callbacks [] for security_group (ff51bc4a-6a1a-4ee2-888b-805cf851c9fa), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.545444 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-fa869ad7-97d0-4362-909e-ab6477cb3795 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127396 Jul 20 17:51:17.581857 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f994-5a37-4c2a-b74b-cfa9061fff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (92f35c38-df7e-4c8f-9087-38c9fd5ecd9d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.628642 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b4a6f994-5a37-4c2a-b74b-cfa9061fff22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8943d688f5c8489398c9a2e4f789674b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5764952 Jul 20 17:51:17.629529 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6f994-5a37-4c2a-b74b-cfa9061fff22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f35c38-df7e-4c8f-9087-38c9fd5ecd9d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:17.632076 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55376) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:17.651832 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5eff9ff6-84cd-4cd9-8fd3-6316bbf5fb4f req-11c2b96c-93ac-4d7f-8302-885d38be0001 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006939 Jul 20 17:51:17.663666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f639-4083-4444-b753-fb6a077792e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ff51bc4a-6a1a-4ee2-888b-805cf851c9fa), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.697949 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:51:17.730078 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f639-4083-4444-b753-fb6a077792e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff51bc4a-6a1a-4ee2-888b-805cf851c9fa,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:17.731285 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f3b1f639-4083-4444-b753-fb6a077792e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7050e5efa9214af5b02f9063d2e9242e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5369325 Jul 20 17:51:17.734612 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55380) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:17.761105 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] Publish callbacks [] for security_group (92f35c38-df7e-4c8f-9087-38c9fd5ecd9d), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.800861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] Publish callbacks [] for security_group (92f35c38-df7e-4c8f-9087-38c9fd5ecd9d), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.842207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] Publish callbacks [] for security_group (ff51bc4a-6a1a-4ee2-888b-805cf851c9fa), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.872169 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] Publish callbacks [] for security_group (ff51bc4a-6a1a-4ee2-888b-805cf851c9fa), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.940717 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (92f35c38-df7e-4c8f-9087-38c9fd5ecd9d), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.945158 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:17.950926 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92f35c38-df7e-4c8f-9087-38c9fd5ecd9d HTTP/1.1" status: 204 len: 168 time: 0.2987206 Jul 20 17:51:17.956705 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb08fc0-03fe-4453-bb70-0d1358251f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f35c38-df7e-4c8f-9087-38c9fd5ecd9d,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:18.000506 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ff51bc4a-6a1a-4ee2-888b-805cf851c9fa), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:18.003194 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:18.005601 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff51bc4a-6a1a-4ee2-888b-805cf851c9fa HTTP/1.1" status: 204 len: 168 time: 0.2700300 Jul 20 17:51:18.028049 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1478d0-e14b-4b52-8bf3-0c57cd36fdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff51bc4a-6a1a-4ee2-888b-805cf851c9fa,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:18.066075 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f2e1-e3d4-49d8-8f61-4f026dacc279 req-8ea6f04e-4da8-4e26-bdf1-57cbff5b7dca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:18.068907 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1664f2e1-e3d4-49d8-8f61-4f026dacc279 req-8ea6f04e-4da8-4e26-bdf1-57cbff5b7dca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 944 time: 0.0623884 Jul 20 17:51:18.126800 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1664f2e1-e3d4-49d8-8f61-4f026dacc279 req-5371a1da-d148-428e-961f-f3558817ba28 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Jul 20 17:51:18.289799 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:18.712592 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:51:18.830254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:18.842077 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'port_id': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'mac_address': 'fa:16:3e:5b:c1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:51:18.877895 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:18.878294 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:18.891238 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:18.910852 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:19.033356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55438) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:19.051052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1aca534-42d2-4aa8-81ed-a8ebc1ff2346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.073988 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.083007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.124489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.144724 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:19.178980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1aca534-42d2-4aa8-81ed-a8ebc1ff2346 admin admin] Publish callbacks [] for security_group (d1c2d21c-1cbb-40d5-96b7-7b91c70a159c), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.255791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33576a-e023-45b5-a1b6-b8cbb3c6999d req-3aab973d-f888-4881-a03b-09c7fc919600 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:19.257755 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4b33576a-e023-45b5-a1b6-b8cbb3c6999d req-3aab973d-f888-4881-a03b-09c7fc919600 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 944 time: 0.0503809 Jul 20 17:51:19.266923 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1aca534-42d2-4aa8-81ed-a8ebc1ff2346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d1c2d21c-1cbb-40d5-96b7-7b91c70a159c), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.331500 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e1aca534-42d2-4aa8-81ed-a8ebc1ff2346 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=398c8215b7084c529a9f5fb07fdc275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966516 Jul 20 17:51:19.334176 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55456) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:19.336571 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca534-42d2-4aa8-81ed-a8ebc1ff2346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c2d21c-1cbb-40d5-96b7-7b91c70a159c,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:19.366092 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4b33576a-e023-45b5-a1b6-b8cbb3c6999d req-16394b17-019b-467e-a8a3-1dd3fe6a357c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919766 Jul 20 17:51:19.383608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:19.430130 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] Publish callbacks [] for security_group (d1c2d21c-1cbb-40d5-96b7-7b91c70a159c), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.449066 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.458483 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] Publish callbacks [] for security_group (d1c2d21c-1cbb-40d5-96b7-7b91c70a159c), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.465319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.484632 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.564357 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.593681 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d1c2d21c-1cbb-40d5-96b7-7b91c70a159c), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.596295 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.600107 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1c2d21c-1cbb-40d5-96b7-7b91c70a159c HTTP/1.1" status: 204 len: 168 time: 0.2620382 Jul 20 17:51:19.606321 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf9ce-0fb1-4762-8792-3770bc311d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c2d21c-1cbb-40d5-96b7-7b91c70a159c,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:19.634213 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55472) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:19.711317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fdf55-9a9d-4db0-bb63-a2581350da69 req-55ff0894-96be-4a0c-83bb-287057bdf99e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:19.716105 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-717fdf55-9a9d-4db0-bb63-a2581350da69 req-55ff0894-96be-4a0c-83bb-287057bdf99e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0985122 Jul 20 17:51:19.781538 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-717fdf55-9a9d-4db0-bb63-a2581350da69 req-59193af4-3e4f-4722-8687-206e748cd3d6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619199 Jul 20 17:51:19.806002 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-99b57be3-6b5c-4579-bafa-c8eb0aada17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.861893 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.896941 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-99b57be3-6b5c-4579-bafa-c8eb0aada17e admin admin] Publish callbacks [] for security_group (cf319cf6-79a3-410f-a8d7-81d8e6d34077), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:19.971924 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-99b57be3-6b5c-4579-bafa-c8eb0aada17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cf319cf6-79a3-410f-a8d7-81d8e6d34077), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.012744 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b57be3-6b5c-4579-bafa-c8eb0aada17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf319cf6-79a3-410f-a8d7-81d8e6d34077,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:20.020555 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-99b57be3-6b5c-4579-bafa-c8eb0aada17e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b7907f113c54585af1d8411b4757897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832285 Jul 20 17:51:20.027534 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55528) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:20.062215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.120678 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] Publish callbacks [] for security_group (cf319cf6-79a3-410f-a8d7-81d8e6d34077), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.177926 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] Publish callbacks [] for security_group (cf319cf6-79a3-410f-a8d7-81d8e6d34077), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.353307 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cf319cf6-79a3-410f-a8d7-81d8e6d34077), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.355862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:20.357050 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf319cf6-79a3-410f-a8d7-81d8e6d34077 HTTP/1.1" status: 204 len: 168 time: 0.3346059 Jul 20 17:51:20.365482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50099-3403-4784-a617-b4adc9ded960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf319cf6-79a3-410f-a8d7-81d8e6d34077,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:20.481446 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:20.526787 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a34d-d993-42e6-8fe7-2ccd36388f4a req-282cec83-5c31-4fe1-ab72-c395eff6afe5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:20.528576 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9af8a34d-d993-42e6-8fe7-2ccd36388f4a req-282cec83-5c31-4fe1-ab72-c395eff6afe5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 944 time: 0.0693371 Jul 20 17:51:20.592541 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9af8a34d-d993-42e6-8fe7-2ccd36388f4a req-6cca8b41-d138-4a90-a445-998f2999fbab tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Jul 20 17:51:20.721727 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device bae138e1-ebd0-4597-bcdb-3cf21bb88799 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:51:20.737557 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:20.910117 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:51:20.973405 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ff5e-c7bf-4907-8eec-13ab10667aa8 req-f8ae093c-94dd-4cf2-971a-fb9a45278131 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:20.981342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5e3ff5e-c7bf-4907-8eec-13ab10667aa8 req-f8ae093c-94dd-4cf2-971a-fb9a45278131 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0751998 Jul 20 17:51:20.998850 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:21.016462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'port_id': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799', 'mac_address': 'fa:16:3e:fe:73:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:51:21.019846 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:21.020220 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.083608 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5e3ff5e-c7bf-4907-8eec-13ab10667aa8 req-e6f11fb7-7eed-40c6-8818-b6f6fae877d5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011746 Jul 20 17:51:21.135629 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port bae138e1-ebd0-4597-bcdb-3cf21bb88799 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:21.136013 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.171023 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae138e1-ebd0-4597-bcdb-3cf21bb88799 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:21.197262 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:21.197941 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.204228 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:21.227283 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:21.229547 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15cccc5-40c2-4556-9819-c4db7deedfed" -d '{"events": [{"server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:21.242913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:21.274225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe91ae-38af-47d0-b696-61dbe8b97da3 x-openstack-request-id: req-f2fe91ae-38af-47d0-b696-61dbe8b97da3 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:21.274516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:21.274766 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2fe91ae-38af-47d0-b696-61dbe8b97da3 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:21.275521 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fe91ae-38af-47d0-b696-61dbe8b97da3'] response: {'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'code': 200} Jul 20 17:51:21.286477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.354487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:21.363854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.422346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:21.623817 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['bae138e1-ebd0-4597-bcdb-3cf21bb88799'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:21.661486 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55686) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:21.675279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd6e56-3fae-4a19-83e0-44b9dc4655f8 req-ad5f5f1b-90c4-4591-9708-735c3ccdb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:21.677644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8cd6e56-3fae-4a19-83e0-44b9dc4655f8 req-ad5f5f1b-90c4-4591-9708-735c3ccdb0a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1129 time: 0.0693817 Jul 20 17:51:21.751785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1577-e3fe-490f-acf0-acd5f63aeead req-f5675376-bda1-4c1b-88cc-75c5171fc3bc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:21.759303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-608e1577-e3fe-490f-acf0-acd5f63aeead req-f5675376-bda1-4c1b-88cc-75c5171fc3bc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 945 time: 0.0735438 Jul 20 17:51:21.817302 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8cd6e56-3fae-4a19-83e0-44b9dc4655f8 req-8414e1e7-2e43-41ff-8c81-12b84ef1935d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299856 Jul 20 17:51:21.825847 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:21.841879 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-512816474-network', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:21.850058 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-608e1577-e3fe-490f-acf0-acd5f63aeead req-480bd354-962d-4597-9737-ff956af7a35f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894804 Jul 20 17:51:21.953326 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Made reservation on behalf of 63d0c5b02155444fb44a732c46674b8f for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:21.956450 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:21.968723 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.070193 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks [] for security_group (ed2c4e28-391e-42ad-a1a9-d190a0cf0f95), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.203885 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ed2c4e28-391e-42ad-a1a9-d190a0cf0f95), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.227517 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:51:22.244516 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:22.248029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e738f1d-aa0a-4ba8-b88b-8b52a1ccb1c6 req-70007100-d73f-4351-a6a1-edf7c33de31a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:22.253271 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2e738f1d-aa0a-4ba8-b88b-8b52a1ccb1c6 req-70007100-d73f-4351-a6a1-edf7c33de31a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Jul 20 17:51:22.254201 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (8238523e-0645-42b8-a582-83ad11da00c8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.254785 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Added segment 8238523e-0645-42b8-a582-83ad11da00c8 of type vlan for network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 Jul 20 17:51:22.299214 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.307314 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2e738f1d-aa0a-4ba8-b88b-8b52a1ccb1c6 req-3e4790e0-7a24-40e3-9fda-926238ec412f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Jul 20 17:51:22.311134 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:22.399269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.400759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:22.401412 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.476199 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] Pushing event updated for resources: {'Network': ['ID=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:22.486523 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:51:22.487746 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2e4d197c-8f23-4305-b6d7-bd2a10ce492d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8249807 Jul 20 17:51:22.491166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55744) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:22.496772 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Request body: {'subnet': {'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-512816474-subnet', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:22.528233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55746) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:22.564639 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Made reservation on behalf of 63d0c5b02155444fb44a732c46674b8f for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:22.566994 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.649375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50e6d082-daa2-424f-add4-560236cf662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.678012 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:22.744565 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device bae138e1-ebd0-4597-bcdb-3cf21bb88799 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:22.764723 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:22.796576 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port bae138e1-ebd0-4597-bcdb-3cf21bb88799 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:51:22.820342 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50e6d082-daa2-424f-add4-560236cf662a admin admin] Publish callbacks [] for security_group (5d5c0ccb-8efe-4405-b648-49b8919678dc), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.895896 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port bae138e1-ebd0-4597-bcdb-3cf21bb88799 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:22.897558 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.928696 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (4c3c7040-be09-4bf8-a6b0-933fa2b291c9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.930567 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50e6d082-daa2-424f-add4-560236cf662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (5d5c0ccb-8efe-4405-b648-49b8919678dc), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:22.973096 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port bae138e1-ebd0-4597-bcdb-3cf21bb88799 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:22.973485 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.006863 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:23.009501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:23.047786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff009dd3-c41b-4c64-b1c4-aba4b766f5be req-c123970f-001a-481b-a775-3c9ce4f2a704 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:23.050540 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff009dd3-c41b-4c64-b1c4-aba4b766f5be req-c123970f-001a-481b-a775-3c9ce4f2a704 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 945 time: 0.1334481 Jul 20 17:51:23.060189 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-50e6d082-daa2-424f-add4-560236cf662a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa61d8cf6fe24c418558795c90721386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304310 Jul 20 17:51:23.061718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6d082-daa2-424f-add4-560236cf662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c0ccb-8efe-4405-b648-49b8919678dc,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:23.063861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55756) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:23.078587 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3c7040-be09-4bf8-a6b0-933fa2b291c9,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:23.096471 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.114846 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Checking segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:23.115202 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Network hostable DHCP agents. Network: 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:51:23.141194 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] Publish callbacks [] for security_group (5d5c0ccb-8efe-4405-b648-49b8919678dc), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.150443 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:23.155821 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff009dd3-c41b-4c64-b1c4-aba4b766f5be req-aa356edc-66ad-477b-9628-9514d7e4bfdd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873554 Jul 20 17:51:23.178737 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] Publish callbacks [] for security_group (5d5c0ccb-8efe-4405-b648-49b8919678dc), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.237863 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:51:23.277254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:23.279713 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd8a75-e35c-49fc-8f13-9828a62310a7" -d '{"events": [{"server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "name": "network-vif-plugged", "status": "completed", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:23.322355 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37773aea-518b-4f19-823d-1cc48fa33b65 x-openstack-request-id: req-37773aea-518b-4f19-823d-1cc48fa33b65 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:23.322600 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "name": "network-vif-plugged", "status": "completed", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:23.322883 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37773aea-518b-4f19-823d-1cc48fa33b65 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:23.323288 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37773aea-518b-4f19-823d-1cc48fa33b65'] response: {'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799', 'code': 200} Jul 20 17:51:23.325064 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (5d5c0ccb-8efe-4405-b648-49b8919678dc), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.327708 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.328917 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d5c0ccb-8efe-4405-b648-49b8919678dc HTTP/1.1" status: 204 len: 168 time: 0.2633402 Jul 20 17:51:23.337191 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355222-a866-4d66-a9c1-4d22fe1c00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c0ccb-8efe-4405-b648-49b8919678dc,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:23.354844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:23.364111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:23.365104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.374361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a711f-83d1-4174-af79-ad423c8d35ed None None] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:23.461801 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d845-9e3f-49ba-8dd3-74e3bf499767 req-73b38beb-e064-4a37-b998-bc6768b40a5a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:23.463316 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aac2d845-9e3f-49ba-8dd3-74e3bf499767 req-73b38beb-e064-4a37-b998-bc6768b40a5a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Jul 20 17:51:23.496354 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:51:23.496759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7f84dbf8-0fff-4a46-9d3e-368081dbe808 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0042219 Jul 20 17:51:23.500035 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55772) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:23.500283 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.506922 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:23.567314 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aac2d845-9e3f-49ba-8dd3-74e3bf499767 req-770e9c17-c5bb-4d6d-856a-eca35e30b30a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914803 Jul 20 17:51:23.623663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.625828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.751894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for router_controller (d530906e-fe5a-4868-8a63-0aa4a4b178a7), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:23.806978 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:23.895591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Allocated IP 172.20.0.2 (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7/4c3c7040-be09-4bf8-a6b0-933fa2b291c9/39497d18-ceb2-4ae0-8da0-b4430149c57b) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:24.014771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:24.023134 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for router_gateway (d530906e-fe5a-4868-8a63-0aa4a4b178a7), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.055385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55782) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:24.089725 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756e079-aedd-4ea7-b51c-b77ee65bde3f req-59efc021-eebf-440e-8cf9-842c85fc3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:24.091814 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6756e079-aedd-4ea7-b51c-b77ee65bde3f req-59efc021-eebf-440e-8cf9-842c85fc3cca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1130 time: 0.0579371 Jul 20 17:51:24.113534 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks [] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.198590 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.203281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6756e079-aedd-4ea7-b51c-b77ee65bde3f req-d8ade869-632e-4113-86c5-7c6256e1628c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024878 Jul 20 17:51:24.232263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:24.242867 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5b24da03-2048-449d-b50d-83a3e909565b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bcdae79468045d0b5d773d8caf238e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861942 Jul 20 17:51:24.243714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55790) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:24.250839 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:24.255423 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:24.258458 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:24.277620 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Pushing event updated for resources: {'Port': ['ID=39497d18-ceb2-4ae0-8da0-b4430149c57b,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:24.306354 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] Publish callbacks [] for security_group (17f494be-c554-42dd-9b47-9d9a414c9960), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.342699 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] Publish callbacks [] for security_group (17f494be-c554-42dd-9b47-9d9a414c9960), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.350430 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Attempting to bind port 39497d18-ceb2-4ae0-8da0-b4430149c57b on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:24.350799 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Attempting to bind port 39497d18-ceb2-4ae0-8da0-b4430149c57b by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:24.351410 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Attempting to bind port 39497d18-ceb2-4ae0-8da0-b4430149c57b on network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:24.357137 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:24.359125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Checking segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:24.359125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.359125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Bound using segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:24.359125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Bound port: 39497d18-ceb2-4ae0-8da0-b4430149c57b, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:24.359125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.359621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f285169-6a89-4a1c-8362-f835193d9741 req-4ff1864f-a077-439a-ad2d-c294a02c2aaa tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:24.361033 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f285169-6a89-4a1c-8362-f835193d9741 req-4ff1864f-a077-439a-ad2d-c294a02c2aaa tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0838196 Jul 20 17:51:24.389657 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for router_gateway (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.414630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.432200 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] For port 39497d18-ceb2-4ae0-8da0-b4430149c57b, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:24.436811 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] For port 39497d18-ceb2-4ae0-8da0-b4430149c57b, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=39497d18-ceb2-4ae0-8da0-b4430149c57b,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:24.482050 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f285169-6a89-4a1c-8362-f835193d9741 req-4a9122bd-08ee-4e5f-9a9a-9abce8962901 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141090 Jul 20 17:51:24.508080 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (17f494be-c554-42dd-9b47-9d9a414c9960), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.508446 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.511638 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.519355 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17f494be-c554-42dd-9b47-9d9a414c9960 HTTP/1.1" status: 204 len: 168 time: 0.2745275 Jul 20 17:51:24.527801 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:24.533666 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e75f66-a3ce-40eb-8cad-6f7682638861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f494be-c554-42dd-9b47-9d9a414c9960,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:24.565995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Allocated IP 172.27.3.31 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/5036a1a4-389a-469a-a5c1-162b7fe8769e) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:24.677511 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019935d-2fa7-4491-9c34-52c6eadb7c5d None None] Pushing event updated for resources: {'Port': ['ID=39497d18-ceb2-4ae0-8da0-b4430149c57b,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:24.728802 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b9c9-fc1f-4d6f-9bce-91dfaaf606e9 req-195269e9-d116-44f2-804a-b19c2f4f13b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:24.780750 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-94a2b9c9-fc1f-4d6f-9bce-91dfaaf606e9 req-195269e9-d116-44f2-804a-b19c2f4f13b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0635872 Jul 20 17:51:24.780750 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:24.822912 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-94a2b9c9-fc1f-4d6f-9bce-91dfaaf606e9 req-0a23f5d7-b984-4adc-a99d-460a91a1ff86 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852807 Jul 20 17:51:24.998609 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 39497d18-ceb2-4ae0-8da0-b4430149c57b up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:25.010938 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.050607 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 39497d18-ceb2-4ae0-8da0-b4430149c57b triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:25.050951 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.055319 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:25.060659 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:25.064657 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:25.088196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Pushing event updated for resources: {'Port': ['ID=5036a1a4-389a-469a-a5c1-162b7fe8769e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:25.143695 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:25.180386 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 39497d18-ceb2-4ae0-8da0-b4430149c57b is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:25.180386 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.241218 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 39497d18-ceb2-4ae0-8da0-b4430149c57b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=39497d18-ceb2-4ae0-8da0-b4430149c57b,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:25.370850 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.432316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=39497d18-ceb2-4ae0-8da0-b4430149c57b,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:25.493070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for router_gateway (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.638308 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba00b6-ba3b-43ef-8eef-c5a47ab890dd req-06bac6c3-9402-4c49-b836-fc24f0f12e1b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:25.640346 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07ba00b6-ba3b-43ef-8eef-c5a47ab890dd req-06bac6c3-9402-4c49-b836-fc24f0f12e1b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0593457 Jul 20 17:51:25.666819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c010283-289e-4889-bebe-458fca9876fb None None] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:25.735124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-41d0ec6c-57b0-497e-af74-e8966efa8801 None None] Provisioning complete for port 39497d18-ceb2-4ae0-8da0-b4430149c57b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:25.735422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-41d0ec6c-57b0-497e-af74-e8966efa8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.766032 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07ba00b6-ba3b-43ef-8eef-c5a47ab890dd req-b69fcda9-7e15-422d-8087-7e131833a84c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178558 Jul 20 17:51:25.775101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:25.852967 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-41d0ec6c-57b0-497e-af74-e8966efa8801 None None] Current status of the port 39497d18-ceb2-4ae0-8da0-b4430149c57b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:25.980869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f73b8-e22d-4f49-93f3-eca68d59d650 req-220f57b7-30dd-4208-95e0-be939913c67f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:25.982415 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-727f73b8-e22d-4f49-93f3-eca68d59d650 req-220f57b7-30dd-4208-95e0-be939913c67f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0622294 Jul 20 17:51:26.015562 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Router d530906e-fe5a-4868-8a63-0aa4a4b178a7 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:51:26.039984 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-727f73b8-e22d-4f49-93f3-eca68d59d650 req-43db2e3d-b2bb-4984-8e36-6cc2eef58046 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511618 Jul 20 17:51:26.089142 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-2cb74c8b-2973-44b4-a929-11bec6d1dba6 None None] Provisioning complete for port 39497d18-ceb2-4ae0-8da0-b4430149c57b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:26.089574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2cb74c8b-2973-44b4-a929-11bec6d1dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.155303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:51:26.169720 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Sync routers for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:51:26.173698 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-2cb74c8b-2973-44b4-a929-11bec6d1dba6 None None] Current status of the port 39497d18-ceb2-4ae0-8da0-b4430149c57b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:26.182494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:26.183125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:26.183492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55832) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:26.202080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.203295 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-5ee8ff07-94d6-426c-8e29-577d923c8a1d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7020793 Jul 20 17:51:26.205999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55836) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:26.303933 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:26.479828 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.497093 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:25Z', 'revision_number': 3, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:26.498067 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2096033773-network', 'tenant_id': '10e93d9f177d4ed5bba338ba68547bf7'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:26.522722 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Checking router: d530906e-fe5a-4868-8a63-0aa4a4b178a7 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:26.523219 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Updating router d530906e-fe5a-4868-8a63-0aa4a4b178a7 port 5036a1a4-389a-469a-a5c1-162b7fe8769e binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:26.550966 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.641667 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Made reservation on behalf of 10e93d9f177d4ed5bba338ba68547bf7 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:26.644365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.656143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.804769 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks [] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.858515 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks [] for security_group (2ff55765-36ba-4fc7-9483-d7de1f56acb2), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.866551 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.911431 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a08a2-93d5-4b88-a774-5bb3b1f29008 req-25add618-d4d6-4f40-bebc-b56b5787a380 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:26.917393 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5d8a08a2-93d5-4b88-a774-5bb3b1f29008 req-25add618-d4d6-4f40-bebc-b56b5787a380 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0740697 Jul 20 17:51:26.921351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Attempting to bind port 5036a1a4-389a-469a-a5c1-162b7fe8769e on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:26.921912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Attempting to bind port 5036a1a4-389a-469a-a5c1-162b7fe8769e by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:26.922463 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Attempting to bind port 5036a1a4-389a-469a-a5c1-162b7fe8769e on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:26.924854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022cd6-3c03-4eed-b9cf-7d9869af7497 None None] Pushing event updated for resources: {'Port': ['ID=5036a1a4-389a-469a-a5c1-162b7fe8769e,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:26.931177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:26.931787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:26.932354 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.933098 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:26.933900 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Bound port: 5036a1a4-389a-469a-a5c1-162b7fe8769e, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:26.934439 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.961289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2ff55765-36ba-4fc7-9483-d7de1f56acb2), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:26.962372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 39497d18-ceb2-4ae0-8da0-b4430149c57b up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:26.966296 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:27.014392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:51:27.033565 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] For port 5036a1a4-389a-469a-a5c1-162b7fe8769e, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:27.036925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] For port 5036a1a4-389a-469a-a5c1-162b7fe8769e, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=5036a1a4-389a-469a-a5c1-162b7fe8769e,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:27.052322 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff55765-36ba-4fc7-9483-d7de1f56acb2,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:27.053154 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 39497d18-ceb2-4ae0-8da0-b4430149c57b triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:27.053597 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.063358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (3812416e-ecd2-4180-b496-893b5e6cf834), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.063759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Added segment 3812416e-ecd2-4180-b496-893b5e6cf834 of type vlan for network 76418757-051f-4c7d-9a32-4fe7635a563d Jul 20 17:51:27.079045 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5d8a08a2-93d5-4b88-a774-5bb3b1f29008 req-ab503744-86e5-47b4-9ac6-517c82c22540 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604440 Jul 20 17:51:27.123485 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.135819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.153947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (76418757-051f-4c7d-9a32-4fe7635a563d), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.177592 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:27.179694 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 39497d18-ceb2-4ae0-8da0-b4430149c57b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:27.211706 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:27.212465 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:27.241042 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9537-d566-4a59-9898-6012adaaa2f9 req-112157ae-1bad-4312-b561-b9529668455d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:27.242557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3fce9537-d566-4a59-9898-6012adaaa2f9 req-112157ae-1bad-4312-b561-b9529668455d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1132762 Jul 20 17:51:27.251335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022cd6-3c03-4eed-b9cf-7d9869af7497 None None] Pushing event updated for resources: {'Port': ['ID=5036a1a4-389a-469a-a5c1-162b7fe8769e,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:27.323316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (76418757-051f-4c7d-9a32-4fe7635a563d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.324267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:27.324877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.334248 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:27.378258 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3fce9537-d566-4a59-9898-6012adaaa2f9 req-d8a6bc1e-8ba6-4e07-be88-1e37f81c4a2f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268494 Jul 20 17:51:27.437336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Pushing event updated for resources: {'Network': ['ID=76418757-051f-4c7d-9a32-4fe7635a563d,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:27.450222 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.450570 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.450915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.451272 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.451616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.451948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.452280 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.452631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.452959 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.453285 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.453645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.453969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.454289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.455250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.455574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:27.467709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Allocated IP 172.20.0.1 (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7/4c3c7040-be09-4bf8-a6b0-933fa2b291c9/ae018418-d089-43a8-9c04-2630951431cb) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:27.473319 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-56757e7f-f422-439c-991c-1be2878884b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2887478 Jul 20 17:51:27.476686 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 76418757-051f-4c7d-9a32-4fe7635a563d details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:51:27.476846 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55850) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:27.482453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Request body: {'subnet': {'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2096033773-subnet', 'tenant_id': '10e93d9f177d4ed5bba338ba68547bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:27.502173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:27.580300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:27.608736 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Made reservation on behalf of 10e93d9f177d4ed5bba338ba68547bf7 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:27.611166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.618797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks [] for port (ae018418-d089-43a8-9c04-2630951431cb), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.698606 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=8 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:27.707877 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:25Z', 'revision_number': 3, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:27.739562 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727249e-2f0f-4b6e-a646-098b985b86f8 None None] The sync data for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi is: [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:25Z', 'revision_number': 3, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:27.824838 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:27.907364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03746-185c-4edd-afeb-becd212cdf63 req-c6445979-505c-4d3c-ac6f-399cd1cfdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:27.908903 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-c6445979-505c-4d3c-ac6f-399cd1cfdcf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1129 time: 0.1008241 Jul 20 17:51:27.910634 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:27.916054 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:27.918312 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:27.920544 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:27.964768 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (4c378bac-1b57-4275-840f-3760e325d28a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.131482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.216631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c378bac-1b57-4275-840f-3760e325d28a,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:28.331860 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03746-185c-4edd-afeb-becd212cdf63 req-0789fcf7-3158-4110-be57-a48018130343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:28.339619 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-0789fcf7-3158-4110-be57-a48018130343 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.3888409 Jul 20 17:51:28.339619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cfac2-c064-4c5d-a043-a6e0df378008 req-d210efa9-05fb-4030-b245-973168870e61 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:28.341085 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e22cfac2-c064-4c5d-a043-a6e0df378008 req-d210efa9-05fb-4030-b245-973168870e61 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0953639 Jul 20 17:51:28.355597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Checking segment: {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:28.355955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Network hostable DHCP agents. Network: 76418757-051f-4c7d-9a32-4fe7635a563d, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:51:28.413530 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6d49006-494f-469b-be4a-3754438885b9 None None] Provisioning complete for port ae018418-d089-43a8-9c04-2630951431cb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:28.413530 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6d49006-494f-469b-be4a-3754438885b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae018418-d089-43a8-9c04-2630951431cb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.458919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6d49006-494f-469b-be4a-3754438885b9 None None] Port ae018418-d089-43a8-9c04-2630951431cb cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:28.461442 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e22cfac2-c064-4c5d-a043-a6e0df378008 req-03aea7a9-55fe-4c7b-9b10-7f51d37303b3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029472 Jul 20 17:51:28.482178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:28.546263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Network 76418757-051f-4c7d-9a32-4fe7635a563d is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:51:28.585106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae018418-d089-43a8-9c04-2630951431cb), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.616902 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:28.618229 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56787616-bd33-42e2-b49b-bd06c88e1b44 req-f48aae3e-8e59-42a7-8add-2dda965252a2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:28.619823 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56787616-bd33-42e2-b49b-bd06c88e1b44 req-f48aae3e-8e59-42a7-8add-2dda965252a2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0710242 Jul 20 17:51:28.647628 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 76418757-051f-4c7d-9a32-4fe7635a563d) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:28.657361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf209f4-4ff1-464d-a805-9e5d1f57f947 None None] Network 76418757-051f-4c7d-9a32-4fe7635a563d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:28.661113 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:28.661708 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.733685 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56787616-bd33-42e2-b49b-bd06c88e1b44 req-26881d67-39cb-4165-8522-d33e1aafaf0b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972092 Jul 20 17:51:28.833357 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-48d5724e-2a30-4ad9-b65c-f0a7b035f42b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3556461 Jul 20 17:51:28.862444 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787dbeb2-1904-4acb-b157-e0dc586db918 None None] Network 76418757-051f-4c7d-9a32-4fe7635a563d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:28.898961 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-2c337c58-5693-4f70-9a35-fd02fb7ba2f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 1001 time: 0.1388469 Jul 20 17:51:29.005172 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5036a1a4-389a-469a-a5c1-162b7fe8769e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:29.058064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03746-185c-4edd-afeb-becd212cdf63 req-21cdac77-0b56-4f22-9f55-b7a6eec85414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:29.060425 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-21cdac77-0b56-4f22-9f55-b7a6eec85414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.1141341 Jul 20 17:51:29.066686 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks [] for port (ae018418-d089-43a8-9c04-2630951431cb), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.070648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 5036a1a4-389a-469a-a5c1-162b7fe8769e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:29.071025 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.129089 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.152313 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f03746-185c-4edd-afeb-becd212cdf63 req-4f2818bc-23d7-4171-91a3-ab68d229c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:29.153918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-4f2818bc-23d7-4171-91a3-ab68d229c098 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777121 Jul 20 17:51:29.159770 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 5036a1a4-389a-469a-a5c1-162b7fe8769e is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:29.165697 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.194111 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 5036a1a4-389a-469a-a5c1-162b7fe8769e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=5036a1a4-389a-469a-a5c1-162b7fe8769e,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:29.251802 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.274804 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.276605 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:29.337532 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-452b59b5-f21c-43cb-a78e-91749fa94d08 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553493 Jul 20 17:51:29.337660 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=5036a1a4-389a-469a-a5c1-162b7fe8769e,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:29.395792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:29.475540 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:29.478412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:29.497970 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:29.544389 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91f03746-185c-4edd-afeb-becd212cdf63 req-60b75488-09a4-4788-846d-c4995061226e service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804874 Jul 20 17:51:29.661342 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:29.803550 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8754ed2f-b83b-4ff1-858c-bcf4d24205eb None None] Provisioning complete for port ae018418-d089-43a8-9c04-2630951431cb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:29.804186 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8754ed2f-b83b-4ff1-858c-bcf4d24205eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae018418-d089-43a8-9c04-2630951431cb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:29.846610 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8754ed2f-b83b-4ff1-858c-bcf4d24205eb None None] Port ae018418-d089-43a8-9c04-2630951431cb cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:29.988523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab282-2532-48d4-8506-2a703378f414 req-4c4a0133-4992-44d1-9ffd-1789141d343f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:29.990100 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-155ab282-2532-48d4-8506-2a703378f414 req-4c4a0133-4992-44d1-9ffd-1789141d343f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0978019 Jul 20 17:51:29.996918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021cde0-5829-4d57-93f3-40697ab91a72 req-48be7d46-93dc-4670-abeb-316e8c2abccd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:29.999050 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7021cde0-5829-4d57-93f3-40697ab91a72 req-48be7d46-93dc-4670-abeb-316e8c2abccd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1049960 Jul 20 17:51:30.032468 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Router d530906e-fe5a-4868-8a63-0aa4a4b178a7 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:51:30.142026 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-155ab282-2532-48d4-8506-2a703378f414 req-d1bf7bf7-54fa-4b66-b003-090c80c6d4b0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417909 Jul 20 17:51:30.153647 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7021cde0-5829-4d57-93f3-40697ab91a72 req-c494a12c-98ae-4b63-a6a8-08a923972411 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383290 Jul 20 17:51:30.279337 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:51:30.290417 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f0aad6c3-4a9a-406d-91ac-499d8196a5e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/d530906e-fe5a-4868-8a63-0aa4a4b178a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0824990 Jul 20 17:51:30.294936 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Sync routers for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:51:30.304893 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:30.305614 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:30.428831 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:30.717175 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 2, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:30.738018 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Checking router: d530906e-fe5a-4868-8a63-0aa4a4b178a7 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:30.738377 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Updating router d530906e-fe5a-4868-8a63-0aa4a4b178a7 port ae018418-d089-43a8-9c04-2630951431cb binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:30.760196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d491ad1-202b-4e87-9c56-4aed3e9833c9 req-91cf15e6-c7b4-46e0-b30b-a2d229eac75d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:30.768059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d491ad1-202b-4e87-9c56-4aed3e9833c9 req-91cf15e6-c7b4-46e0-b30b-a2d229eac75d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0560691 Jul 20 17:51:30.769416 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae018418-d089-43a8-9c04-2630951431cb), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:30.828170 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d491ad1-202b-4e87-9c56-4aed3e9833c9 req-9cc3bec8-20b1-4b76-aa4b-079b9b64a8a9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591245 Jul 20 17:51:30.929573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-284b3f2c-3cee-4858-9686-b7f47e450316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:30.933601 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-284b3f2c-3cee-4858-9686-b7f47e450316 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1130 time: 0.0448840 Jul 20 17:51:30.954766 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5036a1a4-389a-469a-a5c1-162b7fe8769e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:31.010606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 5036a1a4-389a-469a-a5c1-162b7fe8769e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:31.010988 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.058487 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-425dcd7e-2c69-4c3d-8dfc-b03f1b88a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:31.061898 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-425dcd7e-2c69-4c3d-8dfc-b03f1b88a5c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.1245782 Jul 20 17:51:31.074259 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks [] for port (ae018418-d089-43a8-9c04-2630951431cb), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.111653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 5036a1a4-389a-469a-a5c1-162b7fe8769e is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:31.132885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-23b6ac99-842a-4fba-9043-a559404657d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799 HTTP/1.1" status: 200 len: 217 time: 0.0506537 Jul 20 17:51:31.137686 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 55942) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:31.142753 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1826428938-network', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:31.205208 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-b88f3861-ad43-4f23-80e6-8c1da28a3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:31.206356 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-b88f3861-ad43-4f23-80e6-8c1da28a3121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0597956 Jul 20 17:51:31.221376 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.259711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-b599cffa-cc5d-4ff6-8fe3-b4a1ff1df607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:31.261587 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-b599cffa-cc5d-4ff6-8fe3-b4a1ff1df607 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430105 Jul 20 17:51:31.317825 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:31.326796 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Made reservation on behalf of 5acd24ef057e49868df3d27bfeb3f51d for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:31.329215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.335966 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a6db-a192-4c7e-a723-5635153137be None None] Pushing event updated for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:31.353347 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Attempting to bind port ae018418-d089-43a8-9c04-2630951431cb on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:31.354133 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Attempting to bind port ae018418-d089-43a8-9c04-2630951431cb by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:31.354664 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Attempting to bind port ae018418-d089-43a8-9c04-2630951431cb on network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:31.364962 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:31.366019 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Checking segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:31.366612 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.367031 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:31.367396 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Bound using segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:31.368152 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Bound port: ae018418-d089-43a8-9c04-2630951431cb, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:31.368759 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae018418-d089-43a8-9c04-2630951431cb), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.423095 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.443175 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:31.466034 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] For port ae018418-d089-43a8-9c04-2630951431cb, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:31.469221 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33ba56-5fe5-45d1-8976-1e8a4f701536 req-8ed7a5df-9ca9-47a9-9799-623a0dc0f205 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:31.470787 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a33ba56-5fe5-45d1-8976-1e8a4f701536 req-8ed7a5df-9ca9-47a9-9799-623a0dc0f205 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1658132 Jul 20 17:51:31.470943 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] For port ae018418-d089-43a8-9c04-2630951431cb, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=ae018418-d089-43a8-9c04-2630951431cb,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:31.511839 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:31.587968 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.600745 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Provisioning complete for port ae018418-d089-43a8-9c04-2630951431cb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:31.602632 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae018418-d089-43a8-9c04-2630951431cb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.603390 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-9fc298fb-f351-4059-8b73-b9f76bff56b5 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352079 Jul 20 17:51:31.662368 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:31.662999 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:31.665764 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a6db-a192-4c7e-a723-5635153137be None None] Pushing event updated for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:31.680365 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a33ba56-5fe5-45d1-8976-1e8a4f701536 req-9e72a0fe-02cc-4425-9a55-cafbbf83d6a8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881495 Jul 20 17:51:31.698579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-37b974a7-8135-4c70-981b-941adbb7dc24 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:31.698579 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-37b974a7-8135-4c70-981b-941adbb7dc24 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/networks?id=76418757-051f-4c7d-9a32-4fe7635a563d HTTP/1.1" status: 200 len: 814 time: 0.2569146 Jul 20 17:51:31.746290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Current status of the port ae018418-d089-43a8-9c04-2630951431cb is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:31.746885 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae018418-d089-43a8-9c04-2630951431cb), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.802324 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] For port ae018418-d089-43a8-9c04-2630951431cb, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=ae018418-d089-43a8-9c04-2630951431cb,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:31.822034 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-17651bae-34c6-4c49-99e2-024a678d7ea1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/quotas/10e93d9f177d4ed5bba338ba68547bf7 HTTP/1.1" status: 200 len: 375 time: 0.0498981 Jul 20 17:51:31.836576 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:31.879688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks [] for security_group (31da766a-7fa6-47a7-a4ab-216d78f04e0e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.883992 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-663a3450-ece1-425c-9ef0-2082c02d337b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590534 Jul 20 17:51:31.896581 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.908563 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9e8f4c5-7eb6-4615-929a-be6d00c5f457 req-20debc6b-e755-43af-8fd9-fe76b4873356 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802982 Jul 20 17:51:31.981835 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (31da766a-7fa6-47a7-a4ab-216d78f04e0e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.994718 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecb48b-f6da-486d-85d1-ef78795fa753 None None] Pushing event updated for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:32.019603 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:32.023856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-989c67f7-4891-4e32-865b-2dce521b70a2 None None] Provisioning complete for port ae018418-d089-43a8-9c04-2630951431cb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:32.024703 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-989c67f7-4891-4e32-865b-2dce521b70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae018418-d089-43a8-9c04-2630951431cb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.052598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:51:32.060476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7f86-81a4-44c8-9203-3c68d7688cd2 req-1762cbf4-d60a-4819-bb2a-06141e851e6b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:32.062291 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bf2a7f86-81a4-44c8-9203-3c68d7688cd2 req-1762cbf4-d60a-4819-bb2a-06141e851e6b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1275108 Jul 20 17:51:32.072790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da766a-7fa6-47a7-a4ab-216d78f04e0e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:32.084785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (c65e6cd1-e637-4845-b25e-1532006231f9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.085071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Added segment c65e6cd1-e637-4845-b25e-1532006231f9 of type vlan for network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e Jul 20 17:51:32.125964 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:32.149620 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-989c67f7-4891-4e32-865b-2dce521b70a2 None None] Current status of the port ae018418-d089-43a8-9c04-2630951431cb is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:32.151983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-2ce48a1c-1b2e-40d9-857d-bd6761c3b6cc service neutron] 10.222.0.42 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537498 Jul 20 17:51:32.157163 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (8a42eeec-7057-4f76-b1f3-0ffeaec3822e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.167621 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645cefb-ae66-4ec4-8438-ba43f592e633 None None] The sync data for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi is: [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:32.216048 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bf2a7f86-81a4-44c8-9203-3c68d7688cd2 req-13b59119-8b85-4086-af5c-1a3b29052da5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382310 Jul 20 17:51:32.316389 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-dc0daffa-b40d-4839-a149-c13ff181b089 service neutron] 10.222.0.42 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466322 Jul 20 17:51:32.365902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (8a42eeec-7057-4f76-b1f3-0ffeaec3822e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.367578 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:32.368866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.444425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] Pushing event updated for resources: {'Network': ['ID=8a42eeec-7057-4f76-b1f3-0ffeaec3822e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:32.455662 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:51:32.514461 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 55976) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:32.519633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Request body: {'subnet': {'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1826428938-subnet', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:32.520471 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-62da1cc4-f82f-4d2e-9a69-606d04ebaa91 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3815422 Jul 20 17:51:32.613874 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eba680e7-abb3-4267-8947-a3dda8e7bd23 req-060139ea-6d6b-4b22-801c-85e17352ef9d tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0308638 Jul 20 17:51:32.638818 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Made reservation on behalf of 5acd24ef057e49868df3d27bfeb3f51d for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:32.641637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5287737'] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:32.867707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da056a77-6fe7-4ec7-bf20-5c7536a806e0 req-5d2bc112-e82f-4090-9bab-259c2b9a8905 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:32.869344 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da056a77-6fe7-4ec7-bf20-5c7536a806e0 req-5d2bc112-e82f-4090-9bab-259c2b9a8905 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Jul 20 17:51:32.939341 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6745712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5287727'] for subnet (90aff23f-2227-4e31-9bbd-18590b1d15ad), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.049012 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=90aff23f-2227-4e31-9bbd-18590b1d15ad,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:33.049380 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device ae018418-d089-43a8-9c04-2630951431cb up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:33.058187 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Checking segment: {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:33.058562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Network hostable DHCP agents. Network: 8a42eeec-7057-4f76-b1f3-0ffeaec3822e, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:51:33.065697 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da056a77-6fe7-4ec7-bf20-5c7536a806e0 req-38e61b09-e54c-4ee0-8f8e-d4a42e42f8e4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875021 Jul 20 17:51:33.076903 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.077258 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.077602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.093452 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.094204 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.094644 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.095136 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.095563 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.096331 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.096999 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.097714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.098724 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.099208 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.103179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.103532 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:33.131383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port ae018418-d089-43a8-9c04-2630951431cb triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:33.131769 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae018418-d089-43a8-9c04-2630951431cb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.199302 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:51:33.199512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:33.226774 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port ae018418-d089-43a8-9c04-2630951431cb is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:33.296930 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 8a42eeec-7057-4f76-b1f3-0ffeaec3822e) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:33.313350 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5c0d0-68b6-49fb-9a30-a97ba813b12d None None] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:33.313471 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:33.314998 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.395209 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db84ad-bef6-42d3-8d2b-857e90268348 req-4ce6f6c7-4a76-48f3-991a-2efd598ccd0f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:33.396741 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56db84ad-bef6-42d3-8d2b-857e90268348 req-4ce6f6c7-4a76-48f3-991a-2efd598ccd0f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0640454 Jul 20 17:51:33.411342 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4ba9e2db-e2ee-4073-a509-a792b3a733ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8954680 Jul 20 17:51:33.411995 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56000) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:33.418171 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:33.478318 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56db84ad-bef6-42d3-8d2b-857e90268348 req-ad6eb19c-c7db-4e12-9714-a0e92510d253 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Jul 20 17:51:33.480025 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:33.509871 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'fixed_ips': [{'subnet_id': '90aff23f-2227-4e31-9bbd-18590b1d15ad'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:51:33.511187 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.528517 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:33.543402 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.544857 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.592821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56004) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:33.619627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for router_controller (0f0b300e-a412-4eda-90f6-9cc2547133ac), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.678800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Allocated IP 172.20.0.2 (8a42eeec-7057-4f76-b1f3-0ffeaec3822e/90aff23f-2227-4e31-9bbd-18590b1d15ad/f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:33.718513 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-740b9447-0291-453e-bc6e-8f6277d1c0a6 req-e8c4eb21-851b-4bd7-83e5-684d04601e83 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0509915 Jul 20 17:51:33.760948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-26bc70a8-bc79-4e31-a9f3-373263b1cc38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.863902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-26bc70a8-bc79-4e31-a9f3-373263b1cc38 admin admin] Publish callbacks [] for security_group (68399872-c42b-4392-bb5d-8db862201de9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.868088 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks [] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.881143 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for router_gateway (0f0b300e-a412-4eda-90f6-9cc2547133ac), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.919253 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:33.964712 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-26bc70a8-bc79-4e31-a9f3-373263b1cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (68399872-c42b-4392-bb5d-8db862201de9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.965347 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:33.970286 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.007120 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:34.011030 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:34.016235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:34.019423 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-26bc70a8-bc79-4e31-a9f3-373263b1cc38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=468000e93368409a81db454fa5466489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228296 Jul 20 17:51:34.019562 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc70a8-bc79-4e31-a9f3-373263b1cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68399872-c42b-4392-bb5d-8db862201de9,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:34.023101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56012) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:34.053711 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.115995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] Publish callbacks [] for security_group (68399872-c42b-4392-bb5d-8db862201de9), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.118541 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Pushing event updated for resources: {'Port': ['ID=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:34.142603 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Attempting to bind port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:34.143407 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Attempting to bind port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:34.143968 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Attempting to bind port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c on network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:34.151981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:34.152674 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] Publish callbacks [] for security_group (68399872-c42b-4392-bb5d-8db862201de9), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.152981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Checking segment: {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:34.153398 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.153850 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Bound using segment: {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:34.154837 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Bound port: f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:34.155273 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.163494 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.200322 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.234315 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for router_gateway (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.244915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358e4fb-9d85-4adf-a390-53b9adc55765 req-b1f1b253-5a4f-46e9-8436-e1223ef7116f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:34.246515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8358e4fb-9d85-4adf-a390-53b9adc55765 req-b1f1b253-5a4f-46e9-8436-e1223ef7116f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0730124 Jul 20 17:51:34.249372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] For port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:34.253377 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] For port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:34.257871 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.300973 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8358e4fb-9d85-4adf-a390-53b9adc55765 req-cdc3dca9-c1cc-489f-a08f-6728edf1addd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463786 Jul 20 17:51:34.337593 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (68399872-c42b-4392-bb5d-8db862201de9), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.338165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.339742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.348489 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68399872-c42b-4392-bb5d-8db862201de9 HTTP/1.1" status: 204 len: 168 time: 0.3201618 Jul 20 17:51:34.351552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.358818 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ef4fb-a700-4f03-bdb9-cec8ceaf9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68399872-c42b-4392-bb5d-8db862201de9,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:34.418642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37543a84-740b-4fa0-8eec-bcc559b208b2 None None] Pushing event updated for resources: {'Port': ['ID=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:34.482425 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Allocated IP 172.27.3.34 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/fcc77eed-7310-49de-9cb4-ac3913fec9a9) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:34.553950 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:34.629788 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.663277 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ee06-1562-40f2-b911-cade50e36a61 req-6ddd42ed-6b49-45a0-b6ff-58281bf89366 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:34.664886 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3767ee06-1562-40f2-b911-cade50e36a61 req-6ddd42ed-6b49-45a0-b6ff-58281bf89366 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0868564 Jul 20 17:51:34.742950 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3767ee06-1562-40f2-b911-cade50e36a61 req-e13b142c-0a05-4fbf-837f-efe53f48f96a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Jul 20 17:51:34.800698 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:34.834885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ae58bd5f-58cf-46af-8441-2ef4744711e2 req-2fbf49f9-4f2d-4311-b939-9d62f1a53b84 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0323365 Jul 20 17:51:34.868983 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Pushing event updated for resources: {'Port': ['ID=fcc77eed-7310-49de-9cb4-ac3913fec9a9,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:34.873729 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:34.880612 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:34.882871 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:34.986688 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:35.031898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:35.032776 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.114020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:35.114459 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.119316 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:35.189594 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:35.218307 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:35.290514 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1d389086-3fb2-4105-8758-1dd909aef099 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:35.292115 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1d389086-3fb2-4105-8758-1dd909aef099 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "GET /v2.0/networks?id=76418757-051f-4c7d-9a32-4fe7635a563d HTTP/1.1" status: 200 len: 814 time: 0.1318965 Jul 20 17:51:35.309622 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for router_gateway (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.315859 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Request body: {'port': {'device_id': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d', 'admin_state_up': True, 'tenant_id': '10e93d9f177d4ed5bba338ba68547bf7'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:35.349004 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.493964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:35.544559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf6e3c-0593-4347-87a3-ed2d9ad09c36 None None] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:35.570618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfcf0c-cc83-4259-a9ee-5a4d055790a4 req-c1962987-5ffc-47e3-b4ba-352dc8d8dfe7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:35.576985 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-50bfcf0c-cc83-4259-a9ee-5a4d055790a4 req-c1962987-5ffc-47e3-b4ba-352dc8d8dfe7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0872140 Jul 20 17:51:35.623028 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:35.627941 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-caae0150-b6d6-452f-8b20-7eda6df05bc8 None None] Provisioning complete for port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:35.628332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-caae0150-b6d6-452f-8b20-7eda6df05bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.633017 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-50bfcf0c-cc83-4259-a9ee-5a4d055790a4 req-2d4f2852-7520-4951-94c4-9c8ea896f239 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548906 Jul 20 17:51:35.640976 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Made reservation on behalf of 10e93d9f177d4ed5bba338ba68547bf7 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:35.646460 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.671094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:35.818830 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:35.881006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-caae0150-b6d6-452f-8b20-7eda6df05bc8 None None] Current status of the port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:35.897155 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Allocated IP 172.20.0.11 (76418757-051f-4c7d-9a32-4fe7635a563d/4c378bac-1b57-4275-840f-3760e325d28a/9da57d0b-3ca2-40d8-bd55-3eab7a018c3c) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:35.901555 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:35.913350 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Router 0f0b300e-a412-4eda-90f6-9cc2547133ac is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:51:36.047799 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8bc74259-3bf3-4d65-bc18-0e5e54711f0a req-cd698ad0-2715-4742-9ec8-da32570188b6 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0909088 Jul 20 17:51:36.135071 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:51:36.148749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Sync routers for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:51:36.164606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:36.167191 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:36.219148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36d6a0-e151-42f4-b639-4d3180a4af86 req-c7781ed8-33f6-4734-a656-368ccfc614fc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:36.220682 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7b36d6a0-e151-42f4-b639-4d3180a4af86 req-c7781ed8-33f6-4734-a656-368ccfc614fc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0700483 Jul 20 17:51:36.231301 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-62cd2629-6256-4bcf-86f7-17450f07adfe None None] Provisioning complete for port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:36.231882 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-62cd2629-6256-4bcf-86f7-17450f07adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.237722 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.241738 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-fa508078-2940-4309-9557-f61e4a85509a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8257577 Jul 20 17:51:36.241903 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56074) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:36.266782 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks [] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.304848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7b36d6a0-e151-42f4-b639-4d3180a4af86 req-04c0cd4e-7a90-491c-8cad-0ac36e348be4 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741382 Jul 20 17:51:36.306238 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:36.342638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:36.434210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.472994 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-62cd2629-6256-4bcf-86f7-17450f07adfe None None] Current status of the port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:36.505797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Pushing event updated for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:36.509380 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Network 76418757-051f-4c7d-9a32-4fe7635a563d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:36.511118 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:36.527262 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:36.547363 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:35Z', 'revision_number': 3, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:36.581814 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Checking router: 0f0b300e-a412-4eda-90f6-9cc2547133ac for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:36.581814 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Updating router 0f0b300e-a412-4eda-90f6-9cc2547133ac port fcc77eed-7310-49de-9cb4-ac3913fec9a9 binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:36.592644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:36.594088 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.613983 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.690446 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-c91fb0a0-12cf-46ed-a19e-f42ccdd6cdff tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3783212 Jul 20 17:51:36.782816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a9b66-d8b1-4db9-8e4a-c0cadc0d6c78 req-ece5e679-996f-4e07-aa08-f3cb832978b2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:36.784738 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-768a9b66-d8b1-4db9-8e4a-c0cadc0d6c78 req-ece5e679-996f-4e07-aa08-f3cb832978b2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0574641 Jul 20 17:51:36.796973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:36.797458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Request body: {'port': {'device_id': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:36.846703 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:36.924022 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:36.949489 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks [] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:36.964287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.005619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:37.057645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.107230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:37.107716 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.203321 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72552eb-b04b-45c7-87e5-14bcf69ee58d None None] Pushing event updated for resources: {'Port': ['ID=fcc77eed-7310-49de-9cb4-ac3913fec9a9,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:37.216104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Attempting to bind port fcc77eed-7310-49de-9cb4-ac3913fec9a9 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:37.217380 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Attempting to bind port fcc77eed-7310-49de-9cb4-ac3913fec9a9 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:37.217914 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Attempting to bind port fcc77eed-7310-49de-9cb4-ac3913fec9a9 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:37.231606 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-768a9b66-d8b1-4db9-8e4a-c0cadc0d6c78 req-46b2f665-4d85-4756-b008-cee816599adf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383278 Jul 20 17:51:37.238298 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:37.239190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:37.239587 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.239991 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:37.240504 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Bound port: fcc77eed-7310-49de-9cb4-ac3913fec9a9, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:37.241213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.250464 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Allocated IP 172.20.0.1 (8a42eeec-7057-4f76-b1f3-0ffeaec3822e/90aff23f-2227-4e31-9bbd-18590b1d15ad/078f95a3-74f7-4cce-8ffa-0400bef5ca92) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:37.278949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.300269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a4cff-5487-4752-9931-2b66ef0635ba req-9428e736-39ab-447f-b366-93a6eb6cfbf0 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:37.301862 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-071a4cff-5487-4752-9931-2b66ef0635ba req-9428e736-39ab-447f-b366-93a6eb6cfbf0 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 932 time: 0.1038606 Jul 20 17:51:37.323684 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:37.328583 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] For port fcc77eed-7310-49de-9cb4-ac3913fec9a9, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:37.333667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] For port fcc77eed-7310-49de-9cb4-ac3913fec9a9, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fcc77eed-7310-49de-9cb4-ac3913fec9a9,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:37.411452 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.416662 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:37.422882 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks [] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.460425 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:37.462371 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72552eb-b04b-45c7-87e5-14bcf69ee58d None None] Pushing event updated for resources: {'Port': ['ID=fcc77eed-7310-49de-9cb4-ac3913fec9a9,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:37.484738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:37.485648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:37.498848 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.528869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd869f0a-0800-40ed-a653-d3689060a969 req-ae7995a2-2f33-4842-bf2f-42bd570369bc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:37.535058 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:37.536165 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dd869f0a-0800-40ed-a653-d3689060a969 req-ae7995a2-2f33-4842-bf2f-42bd570369bc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1288652 Jul 20 17:51:37.539967 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:37.543972 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:37.580626 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-071a4cff-5487-4752-9931-2b66ef0635ba req-1854e19b-cc3d-4d21-8331-dc4280388aa9 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312982 Jul 20 17:51:37.612919 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Pushing event updated for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:37.630436 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.644878 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dd869f0a-0800-40ed-a653-d3689060a969 req-6a38fa79-171a-463a-a661-87a45dd12089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079361 Jul 20 17:51:37.672494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:37.702708 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:37.829196 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a0ccef13-a429-4295-973c-ea50ade121f4 None None] Provisioning complete for port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:37.829196 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a0ccef13-a429-4295-973c-ea50ade121f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.834998 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:37.842996 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks [] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.865568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Transition to ACTIVE for port object 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:51:37.877973 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccef13-a429-4295-973c-ea50ade121f4 None None] Port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:37.918611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:35Z', 'revision_number': 3, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:37.948284 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d06a6-125e-4c0f-9b26-8b3520a4aebd None None] The sync data for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi is: [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:35Z', 'revision_number': 3, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:37.953699 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:37.961442 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.048458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:38.081573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Pushing event updated for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:38.123052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:38.146288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Attempting to bind port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:38.146640 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Attempting to bind port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:38.146956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Attempting to bind port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c on network 76418757-051f-4c7d-9a32-4fe7635a563d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:38.151769 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c on network 76418757-051f-4c7d-9a32-4fe7635a563d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:51:38.152136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Attempting to bind port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c on network 76418757-051f-4c7d-9a32-4fe7635a563d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:38.158694 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:38.159046 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Checking segment: {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:38.159411 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Bound using segment: {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:38.160278 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Bound port: 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:38.160792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.185577 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks [] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.234628 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:38.238560 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:38.277835 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.314489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.410037 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:38.410236 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.411346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.412315 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] 10.222.0.18 "PUT /v2.0/ports/9da57d0b-3ca2-40d8-bd55-3eab7a018c3c HTTP/1.1" status: 200 len: 1094 time: 1.6206317 Jul 20 17:51:38.412539 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Pushing event updated for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:38.414532 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:38.417025 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:38.466060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa57f3-28cc-4b81-bb20-f0e8200080cc service neutron] Pushing event updated for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:38.514106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035595-615d-4729-82b4-a4550d02e983 req-a3839562-64d0-4e30-9010-6204941976a6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:38.521805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02035595-615d-4729-82b4-a4550d02e983 req-a3839562-64d0-4e30-9010-6204941976a6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1417828 Jul 20 17:51:38.524327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb2ad63-1beb-4bc4-9f95-0df9cafc8909 x-openstack-request-id: req-9bb2ad63-1beb-4bc4-9f95-0df9cafc8909 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:38.524802 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:38.524894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bb2ad63-1beb-4bc4-9f95-0df9cafc8909 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:38.525274 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb2ad63-1beb-4bc4-9f95-0df9cafc8909'] response: {'name': 'network-changed', 'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c', 'status': 'completed', 'code': 200} Jul 20 17:51:38.591184 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:38.593562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:38.645216 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02035595-615d-4729-82b4-a4550d02e983 req-c062b6c5-48ee-46ab-9238-e15ce75591e9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225102 Jul 20 17:51:38.655521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-4bbd671f-d2ed-42dc-9cba-e1f1a92d01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:38.657251 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-4bbd671f-d2ed-42dc-9cba-e1f1a92d01dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 1128 time: 0.0790119 Jul 20 17:51:38.784691 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56130) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:38.790161 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125644375', 'description': 'tempest-description--866046385'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:38.802010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Router 0f0b300e-a412-4eda-90f6-9cc2547133ac has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:51:38.833046 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13039dfa-1df7-467c-b52e-aa5d06a2df95 req-3b95785b-296b-4d14-a029-c3dd9f25416a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:38.834616 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-13039dfa-1df7-467c-b52e-aa5d06a2df95 req-3b95785b-296b-4d14-a029-c3dd9f25416a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.1210659 Jul 20 17:51:38.978028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:38.982422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:51:38.985774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-279d1bd3-f033-46f8-8279-6864b8946a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:38.987896 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-279d1bd3-f033-46f8-8279-6864b8946a4e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3119817 Jul 20 17:51:38.997260 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c79ed709-69c8-4e48-811b-6a5c641f5fee admin admin] 10.222.0.42 "PUT /v2.0/routers/0f0b300e-a412-4eda-90f6-9cc2547133ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7450960 Jul 20 17:51:39.044228 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-69733db7-52e8-42d5-9423-669e09b846f4 None None] Provisioning complete for port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:39.044814 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-69733db7-52e8-42d5-9423-669e09b846f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.066455 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-13039dfa-1df7-467c-b52e-aa5d06a2df95 req-2243366e-fd5e-4a34-bcae-b77409e7485b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251120 Jul 20 17:51:39.074567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.077241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fcc77eed-7310-49de-9cb4-ac3913fec9a9 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:39.106279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0536ee-1035-42af-b034-bf7f92086625 req-57ee1af2-b8cc-40cd-a00e-5f58e1e3d898 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:39.118735 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed0536ee-1035-42af-b034-bf7f92086625 req-57ee1af2-b8cc-40cd-a00e-5f58e1e3d898 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.2360656 Jul 20 17:51:39.161380 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-69733db7-52e8-42d5-9423-669e09b846f4 None None] Port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:39.200768 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (d1c58468-225b-4d30-abdd-285f26bafca2), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.204910 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port fcc77eed-7310-49de-9cb4-ac3913fec9a9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:39.205415 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.251525 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:39.255603 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed0536ee-1035-42af-b034-bf7f92086625 req-52c9a7c1-67f8-4a5f-b4a6-e00e1ad7b3a9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158686 Jul 20 17:51:39.269820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-db13b0a6-74b6-4d22-95a3-6b41c7d20d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:39.271433 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-631f7f28-4bd2-4c0f-b26b-1c1c99184be5 req-db13b0a6-74b6-4d22-95a3-6b41c7d20d75 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2636437 Jul 20 17:51:39.284690 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d1c58468-225b-4d30-abdd-285f26bafca2), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.331368 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c58468-225b-4d30-abdd-285f26bafca2,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:39.332636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port fcc77eed-7310-49de-9cb4-ac3913fec9a9 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:39.333203 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.353084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:39.359974 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port fcc77eed-7310-49de-9cb4-ac3913fec9a9, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fcc77eed-7310-49de-9cb4-ac3913fec9a9,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:39.420630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1a4406e2-f3cc-4141-9e7e-6a8170edbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:39.422170 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-1a4406e2-f3cc-4141-9e7e-6a8170edbcfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 1128 time: 0.0792804 Jul 20 17:51:39.429722 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.430971 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-eee5bd24-c9bc-4562-bc5a-e1465595dafe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6451707 Jul 20 17:51:39.433982 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56146) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:39.439576 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': 'd1c58468-225b-4d30-abdd-285f26bafca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:39.457046 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.481477 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-620f97e3-5e75-4e30-9f0f-f718ab448f59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c HTTP/1.1" status: 200 len: 217 time: 0.0437510 Jul 20 17:51:39.507492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=fcc77eed-7310-49de-9cb4-ac3913fec9a9,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:39.546322 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-720d0190-4d71-4698-bf1e-54211d3bc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:39.547759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-720d0190-4d71-4698-bf1e-54211d3bc2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c378bac-1b57-4275-840f-3760e325d28a HTTP/1.1" status: 200 len: 854 time: 0.0449772 Jul 20 17:51:39.559351 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (935c0171-d243-4759-a4c8-5addff56f385), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.579315 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-09d8099e-86ac-4769-b7c7-700e632275d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76418757-051f-4c7d-9a32-4fe7635a563d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255191 Jul 20 17:51:39.630258 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (935c0171-d243-4759-a4c8-5addff56f385), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.694822 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-a6ea3e88-d774-4cda-8e7d-8f32b56d7aaa service neutron] 10.222.0.18 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055050 Jul 20 17:51:39.724885 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (935c0171-d243-4759-a4c8-5addff56f385), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.731275 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:39.745774 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935c0171-d243-4759-a4c8-5addff56f385,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:39.799577 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:39.806171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dfa0c-eaee-426e-9108-d4b5df016a32 req-ac6d8812-7845-4bef-8be6-5d63c05d4a56 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:39.807657 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cd9dfa0c-eaee-426e-9108-d4b5df016a32 req-ac6d8812-7845-4bef-8be6-5d63c05d4a56 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0985649 Jul 20 17:51:39.814692 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.816213 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-72976744-084f-43f1-87e2-47885e02cb64 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809004 Jul 20 17:51:39.819071 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56158) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:39.824254 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': 'd1c58468-225b-4d30-abdd-285f26bafca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:39.855734 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8d5bf2e-ec84-41d3-af4b-bb8c5ce84d31 req-91c00f17-a413-4985-b0ec-09518c886e0a service neutron] 10.222.0.18 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538749 Jul 20 17:51:39.895467 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cd9dfa0c-eaee-426e-9108-d4b5df016a32 req-60817926-b948-4751-9599-276a4844605b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716867 Jul 20 17:51:39.896929 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (a338d4d3-237e-4970-a7ce-c2fb5b10271a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:39.969419 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (a338d4d3-237e-4970-a7ce-c2fb5b10271a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.022053 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (a338d4d3-237e-4970-a7ce-c2fb5b10271a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.041795 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a338d4d3-237e-4970-a7ce-c2fb5b10271a,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:40.114567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.119894 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-a9cb9d2c-4fa3-4927-9d47-ade170f1b18b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2953036 Jul 20 17:51:40.119894 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56168) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:40.123714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:40.191654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702775db-bda0-49cb-aaa2-5317afb7302c req-1672f218-e6ea-4574-a03b-f5335d44f9e4 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:40.198938 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-702775db-bda0-49cb-aaa2-5317afb7302c req-1672f218-e6ea-4574-a03b-f5335d44f9e4 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.0702300 Jul 20 17:51:40.251661 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-702775db-bda0-49cb-aaa2-5317afb7302c req-202ca797-1865-417c-b508-35c5a8372f34 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Jul 20 17:51:40.262251 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.339576 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Sync routers for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:51:40.347774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:40.356390 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:40.358581 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:40.387773 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.449176 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cb7d-6073-4193-a54d-2d0f52c578b9 req-428e02d4-15cd-4184-892c-e024e7c81c69 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:40.451170 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5aa7cb7d-6073-4193-a54d-2d0f52c578b9 req-428e02d4-15cd-4184-892c-e024e7c81c69 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0936961 Jul 20 17:51:40.468102 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:40.531273 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.27.3.198 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/39255a72-9a17-49af-a47c-f96ada2e8a08) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:40.554646 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:40.633426 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5aa7cb7d-6073-4193-a54d-2d0f52c578b9 req-908fee1a-2e98-4677-a7d8-41e9b46a566e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757340 Jul 20 17:51:40.684405 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.695181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:40.722844 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:40.779863 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:37Z', 'revision_number': 4, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '078f95a3-74f7-4cce-8ffa-0400bef5ca92', 'name': '', 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'mac_address': 'fa:16:3e:d1:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:36Z', 'updated_at': '2022-07-20T17:51:38Z', 'revision_number': 2, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'subnets': [{'id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:40.798617 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.807498 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Checking router: 0f0b300e-a412-4eda-90f6-9cc2547133ac for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:51:40.808182 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Updating router 0f0b300e-a412-4eda-90f6-9cc2547133ac port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:51:40.866567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:40.874265 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:40.878419 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:40.882386 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:40.910788 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=39255a72-9a17-49af-a47c-f96ada2e8a08,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:40.999802 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.095264 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fcc77eed-7310-49de-9cb4-ac3913fec9a9 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:41.127577 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbef33c-0082-4bf2-92a2-2b897b07eefc req-15951d98-5f2e-43eb-9342-c01b348f91e0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:41.137326 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9dbef33c-0082-4bf2-92a2-2b897b07eefc req-15951d98-5f2e-43eb-9342-c01b348f91e0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1007488 Jul 20 17:51:41.142871 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.179461 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:41.214444 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9dbef33c-0082-4bf2-92a2-2b897b07eefc req-63c45a66-6911-4c31-a327-bf15bef2f936 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667105 Jul 20 17:51:41.218163 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port fcc77eed-7310-49de-9cb4-ac3913fec9a9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:41.221502 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.335295 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.386060 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port fcc77eed-7310-49de-9cb4-ac3913fec9a9 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:41.407775 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:41.428140 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.520187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85355f-5a95-4cbf-a7b9-7d484350bfbc req-8bc60e1b-8f80-4145-a062-9c0e036784a2 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:41.521725 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd85355f-5a95-4cbf-a7b9-7d484350bfbc req-8bc60e1b-8f80-4145-a062-9c0e036784a2 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.1336002 Jul 20 17:51:41.525820 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks [] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.551248 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=39255a72-9a17-49af-a47c-f96ada2e8a08,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:41.564399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.617047 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd85355f-5a95-4cbf-a7b9-7d484350bfbc req-eff717f9-e0fa-4487-8cfc-b03f3d2a8e2d tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767739 Jul 20 17:51:41.707117 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.782144 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.783594 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-27c5545a-7efc-4d06-9593-ac254aa66c6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6636758 Jul 20 17:51:41.824171 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb179d69-2a86-4e23-b2c6-d5dcdf7d691e None None] Pushing event updated for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:41.835085 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4467-fcc9-4046-8bf8-ddbe3a7d230b req-91cc59f6-c84c-4650-986a-c1c7fdc278a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:41.840118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-28bf4467-fcc9-4046-8bf8-ddbe3a7d230b req-91cc59f6-c84c-4650-986a-c1c7fdc278a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1022048 Jul 20 17:51:41.852402 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Attempting to bind port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:41.853229 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Attempting to bind port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:41.853811 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Attempting to bind port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 on network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:41.860610 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:41.861521 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Checking segment: {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:41.862107 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.862655 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Bound using segment: {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:41.863469 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Bound port: 078f95a3-74f7-4cce-8ffa-0400bef5ca92, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65e6cd1-e637-4845-b25e-1532006231f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:41.864068 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:41.962219 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-28bf4467-fcc9-4046-8bf8-ddbe3a7d230b req-1ea4dd56-f431-4a0e-81a8-40338b139f20 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146898 Jul 20 17:51:41.970312 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] For port 078f95a3-74f7-4cce-8ffa-0400bef5ca92, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:41.976805 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] For port 078f95a3-74f7-4cce-8ffa-0400bef5ca92, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=078f95a3-74f7-4cce-8ffa-0400bef5ca92,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:42.033712 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:42.132838 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Provisioning complete for port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:42.133366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:42.139295 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:51:42.139955 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:51:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:42.153014 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-9fd98958-c6cb-4cd5-940d-80423acc8056 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1125644375&fields=id&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 267 time: 0.0929451 Jul 20 17:51:42.187543 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb179d69-2a86-4e23-b2c6-d5dcdf7d691e None None] Pushing event updated for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:42.194113 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:42.309420 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Current status of the port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:42.310975 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:42.315577 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:51:42.363173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-4d4a4ad1-7158-4ee2-ab4e-60eac91ea090 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:42.365716 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-4d4a4ad1-7158-4ee2-ab4e-60eac91ea090 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.2086887 Jul 20 17:51:42.385225 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-65550231-9bc4-457c-81e7-0cb0ea859812 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/quotas/93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 375 time: 0.0130746 Jul 20 17:51:42.501151 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-34d9a6dc-7ff9-4af8-8aa3-5d1dbcc0a656 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977862 Jul 20 17:51:42.565993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] For port 078f95a3-74f7-4cce-8ffa-0400bef5ca92, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=078f95a3-74f7-4cce-8ffa-0400bef5ca92,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:42.586639 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5b893-384f-4b9e-be54-a429dcc45870 req-1f98bb87-62cf-4577-9505-f6d72ac3340a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:42.596573 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fa5b893-384f-4b9e-be54-a429dcc45870 req-1f98bb87-62cf-4577-9505-f6d72ac3340a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0940998 Jul 20 17:51:42.640322 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:42.713757 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7893e5-1f93-489e-96f9-0097e2df8205 None None] Pushing event updated for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:42.714798 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:37Z', 'revision_number': 4, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '078f95a3-74f7-4cce-8ffa-0400bef5ca92', 'name': '', 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'mac_address': 'fa:16:3e:d1:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:36Z', 'updated_at': '2022-07-20T17:51:41Z', 'revision_number': 4, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'subnets': [{'id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:51:42.727760 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fa5b893-384f-4b9e-be54-a429dcc45870 req-6f34f5a6-357a-4f48-8f22-787d22423c0e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303129 Jul 20 17:51:42.748291 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-fd3b3c1a-162d-448d-8c41-50788c3512c7 service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344043 Jul 20 17:51:42.753189 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662b4d-c69e-4f9d-9cb4-0ffdbcf4361f None None] The sync data for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi is: [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:51:37Z', 'revision_number': 4, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '078f95a3-74f7-4cce-8ffa-0400bef5ca92', 'name': '', 'network_id': '8a42eeec-7057-4f76-b1f3-0ffeaec3822e', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'mac_address': 'fa:16:3e:d1:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:36Z', 'updated_at': '2022-07-20T17:51:41Z', 'revision_number': 4, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'subnets': [{'id': '90aff23f-2227-4e31-9bbd-18590b1d15ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:51:42.781251 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-366c93dc-8bc3-4dd2-a060-c4f2e586fbcf None None] Provisioning complete for port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:42.781929 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-366c93dc-8bc3-4dd2-a060-c4f2e586fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:42.805380 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:42.825433 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:42.913968 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-366c93dc-8bc3-4dd2-a060-c4f2e586fbcf None None] Current status of the port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:43.005029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a560a-0088-459b-b162-884f80d6c7c0 req-7fbce5a7-3f74-4b3b-a9bd-c6e5be2229c3 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:43.007370 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-de2a560a-0088-459b-b162-884f80d6c7c0 req-7fbce5a7-3f74-4b3b-a9bd-c6e5be2229c3 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.1798997 Jul 20 17:51:43.088003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-6bfd4bd4-1892-42ca-b2b8-22340a04313b service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277545 Jul 20 17:51:43.105182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 078f95a3-74f7-4cce-8ffa-0400bef5ca92 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:43.149071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-de2a560a-0088-459b-b162-884f80d6c7c0 req-f66a946e-ad69-42ff-8e12-fd50144de9c1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256418 Jul 20 17:51:43.221703 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:43.222262 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:43.339972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e277a-7743-4edd-8d32-40a4f914cd2b req-7a465088-e8fc-4861-b6d7-34d05b6333e2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:43.348333 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eb0e277a-7743-4edd-8d32-40a4f914cd2b req-7a465088-e8fc-4861-b6d7-34d05b6333e2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0899222 Jul 20 17:51:43.350416 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:43.404934 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eb0e277a-7743-4edd-8d32-40a4f914cd2b req-59d757a8-bafb-49f5-8d73-251e1897c0e7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Jul 20 17:51:43.550463 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-499a7072-f479-4db2-924f-45397cb3476a req-d6a5465d-936f-42fa-b80b-7c0e8a2dc34a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0391676 Jul 20 17:51:43.887883 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38d5e7-90cb-4943-85b4-453e942bdced req-5fc7b56d-74f6-44a2-90af-8b060e96cfb9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:43.889559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cc38d5e7-90cb-4943-85b4-453e942bdced req-5fc7b56d-74f6-44a2-90af-8b060e96cfb9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0638506 Jul 20 17:51:43.941807 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:43.958234 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cc38d5e7-90cb-4943-85b4-453e942bdced req-e848cb40-53d2-49af-9a9d-42a3c797355b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611072 Jul 20 17:51:44.311234 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae05fc7-2ce6-4728-aadc-2fb5fa2f3555 req-9025481f-4e08-42ac-be17-b12c9d270cce tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:44.311234 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6ae05fc7-2ce6-4728-aadc-2fb5fa2f3555 req-9025481f-4e08-42ac-be17-b12c9d270cce tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.0611830 Jul 20 17:51:44.365082 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:51:44.376548 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6ae05fc7-2ce6-4728-aadc-2fb5fa2f3555 req-a4f459cd-f276-4387-b6fb-1681e53a0e36 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Jul 20 17:51:44.578275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:44.578275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:51:44.587251 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca1520-b963-4f39-9cae-43ffa7a3745d req-cfe75d97-c30c-4de3-9a39-493b1656dd45 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:44.590283 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9fca1520-b963-4f39-9cae-43ffa7a3745d req-cfe75d97-c30c-4de3-9a39-493b1656dd45 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Jul 20 17:51:44.620890 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: ACTIVE; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:44.621591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.636233 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:44.660819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:44.663195 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:44.691917 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da1f23e6-b46c-48ee-820d-560b2e370078 req-cd08c27b-bebf-42a6-9869-b52611add648 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0425403 Jul 20 17:51:44.695742 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b94157c6-dee7-4b3d-8e53-5791caa32a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.696312 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9fca1520-b963-4f39-9cae-43ffa7a3745d req-6ddf29e8-46d1-4111-b907-8b1b6dd75680 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997436 Jul 20 17:51:44.760328 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.761070 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:51:44.827722 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=6']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:44.927840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:44.943808 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c', 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d', 'port_id': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c', 'mac_address': 'fa:16:3e:bd:c9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c378bac-1b57-4275-840f-3760e325d28a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:51:44.986334 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:44.986996 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:45.017158 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:45.072476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:45.082536 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f20148-00a2-4d9d-8fdd-e5263829fc36 req-cc2bee49-2d60-405b-a5d6-612f6cd9ec8f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:45.084021 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35f20148-00a2-4d9d-8fdd-e5263829fc36 req-cc2bee49-2d60-405b-a5d6-612f6cd9ec8f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.0536039 Jul 20 17:51:45.135648 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35f20148-00a2-4d9d-8fdd-e5263829fc36 req-316b2677-d8e6-4df0-815e-3de4c85dc99b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Jul 20 17:51:45.517744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9aa3d-4c8d-4b74-88e3-1d7358875a9c req-ec11a932-9d34-4a31-bed8-e911996ab740 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:45.519223 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b0d9aa3d-4c8d-4b74-88e3-1d7358875a9c req-ec11a932-9d34-4a31-bed8-e911996ab740 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 944 time: 0.0469406 Jul 20 17:51:45.564858 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:45.566969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b0d9aa3d-4c8d-4b74-88e3-1d7358875a9c req-902b1a9b-52c3-4b28-b893-6f12db8f2544 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Jul 20 17:51:45.615670 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:45.880237 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b82e26e5-8658-4618-86ac-215de005a52d req-8709a866-ca68-49d0-b0d2-4f4393ec006d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0402441 Jul 20 17:51:45.896609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65161dc-5ca8-4087-ade7-75de08b6521b req-44d9b0a8-4969-4933-80f1-52ff0ff97124 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:45.906117 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a65161dc-5ca8-4087-ade7-75de08b6521b req-44d9b0a8-4969-4933-80f1-52ff0ff97124 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1037042 Jul 20 17:51:45.961225 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a65161dc-5ca8-4087-ade7-75de08b6521b req-d1584df6-9a54-4e39-8edb-0f6d3b7ecd18 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 Jul 20 17:51:46.065816 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c0861927-5eef-4dee-a02c-a3bed737a580'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:46.068511 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:46.212249 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['9da57d0b-3ca2-40d8-bd55-3eab7a018c3c'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:51:46.296275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37d8f-a5f8-4f32-b7da-d28f5df04115 req-e8d7c458-dc69-4b79-9ce0-d359ed08e25c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:46.303813 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4fa37d8f-a5f8-4f32-b7da-d28f5df04115 req-e8d7c458-dc69-4b79-9ce0-d359ed08e25c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.0810297 Jul 20 17:51:46.352510 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4fa37d8f-a5f8-4f32-b7da-d28f5df04115 req-9d4f5cbf-0c72-4bc0-a49d-9ab2dabc7908 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jul 20 17:51:46.772241 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccd5a-61f3-4b5e-9e53-754eb882a261 req-d657a89b-4a62-4492-a369-180e3a41045c tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:46.780411 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e0cccd5a-61f3-4b5e-9e53-754eb882a261 req-d657a89b-4a62-4492-a369-180e3a41045c tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 945 time: 0.0807674 Jul 20 17:51:46.845269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e0cccd5a-61f3-4b5e-9e53-754eb882a261 req-cc2c9673-50c5-4948-8c0b-4bf7ea7868f3 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641699 Jul 20 17:51:46.897594 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-fc52e5fd-de6d-49a6-85ce-3997a9ce5604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:47.033559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6ce0facd-2148-4d8e-8d4d-60aed5369e21 req-a3a03c6c-8cdb-48ef-9e7a-57654dc0f104 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0543122 Jul 20 17:51:47.125583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:47.152647 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f76928-ef57-4f05-99a8-333a69d79f92 req-866f9c89-fa7a-40a4-b04f-286487af9ef1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:47.160466 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48f76928-ef57-4f05-99a8-333a69d79f92 req-866f9c89-fa7a-40a4-b04f-286487af9ef1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0774951 Jul 20 17:51:47.200025 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-d541f941-d7bb-442d-ba46-83fde4bb9a49 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:47.202154 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-d541f941-d7bb-442d-ba46-83fde4bb9a49 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.2779744 Jul 20 17:51:47.218872 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:47.246377 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48f76928-ef57-4f05-99a8-333a69d79f92 req-6a18f5ae-730e-44ad-8cc7-08c010fa06fe tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848925 Jul 20 17:51:47.381011 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-a1bff85f-e6c0-4525-8e0e-957196b8e960 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 473 time: 0.1330049 Jul 20 17:51:47.391978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'port': {'device_id': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'admin_state_up': True, 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'security_groups': ['d1c58468-225b-4d30-abdd-285f26bafca2']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:47.561642 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc781-7401-4e9e-91ad-cf7cdd761460 req-8523c661-409a-426a-9777-570e086ad445 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:47.563826 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-71fdc781-7401-4e9e-91ad-cf7cdd761460 req-8523c661-409a-426a-9777-570e086ad445 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.0680640 Jul 20 17:51:47.659097 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-71fdc781-7401-4e9e-91ad-cf7cdd761460 req-88e6bbd5-3228-4722-8c6e-e828d807e5bc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819929 Jul 20 17:51:47.678033 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:47.718833 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:47.724611 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:47.767574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c0861927-5eef-4dee-a02c-a3bed737a580 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:47.773539 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:47.910737 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:47.911413 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:47.999061 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:48.008841 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92204787-8af9-47c2-91c7-70e4798b2657" -d '{"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:48.020644 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:48.026119 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:48.249247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b4ca37-f939-4e6b-a285-909419543d49 x-openstack-request-id: req-90b4ca37-f939-4e6b-a285-909419543d49 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:48.249247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:48.249247 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90b4ca37-f939-4e6b-a285-909419543d49 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:48.249247 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b4ca37-f939-4e6b-a285-909419543d49'] response: {'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'code': 200} Jul 20 17:51:48.250645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.20.0.7 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/ea69bd29-73fa-4c45-8d4a-013f8382d993) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:48.454587 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c959b027-d214-4583-93b2-5082ed0c1ca2 req-f89d0b45-daf8-455a-aaf0-da889f57c8ab tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0811973 Jul 20 17:51:48.562209 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.564023 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.565221 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:48.604627 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e4a0-cb79-4df8-9dd6-a1a1fa78fbf2 req-2553a26c-b8e0-42ba-8c45-daa4469f1140 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:48.619052 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-25c6e4a0-cb79-4df8-9dd6-a1a1fa78fbf2 req-2553a26c-b8e0-42ba-8c45-daa4469f1140 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 945 time: 0.2505496 Jul 20 17:51:48.716187 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=7']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:48.819851 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:51:48.830177 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.844542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37fbe3-b523-4569-9647-8ad677910dcc req-ea4a8641-2b23-451e-a804-f4043c897b58 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:48.848982 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b37fbe3-b523-4569-9647-8ad677910dcc req-ea4a8641-2b23-451e-a804-f4043c897b58 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.2595928 Jul 20 17:51:48.865654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:48.905508 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-25c6e4a0-cb79-4df8-9dd6-a1a1fa78fbf2 req-bbaa4f32-f8ce-4f14-86f6-a5d1194c057e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854085 Jul 20 17:51:48.973506 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b37fbe3-b523-4569-9647-8ad677910dcc req-ed9bf29b-c60a-481c-aaca-110ff2dc46de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064377 Jul 20 17:51:49.046458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204ffa-0a92-4873-b1b0-77ba6ff3978a req-4fadd345-a4a3-4cca-b231-e0b3ab6c8f63 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:49.050075 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83204ffa-0a92-4873-b1b0-77ba6ff3978a req-4fadd345-a4a3-4cca-b231-e0b3ab6c8f63 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Jul 20 17:51:49.074784 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:49.123649 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83204ffa-0a92-4873-b1b0-77ba6ff3978a req-87ba5404-70c0-4b1d-99a5-c74aa490d646 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651376 Jul 20 17:51:49.459057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:49.459754 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.464356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.588859 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:49.590366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:49.590366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.618543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:49.652041 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:49.683635 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:49.688052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:49.693771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:49.705006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dbb66-d289-448c-816d-8393c6eeec9d req-2c107d80-465d-4291-9ba1-b1cacd6ac815 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:49.713261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.728801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-411dbb66-d289-448c-816d-8393c6eeec9d req-2c107d80-465d-4291-9ba1-b1cacd6ac815 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 931 time: 0.1266241 Jul 20 17:51:49.829752 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:49.922374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:49.923496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.968179 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.988121 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-411dbb66-d289-448c-816d-8393c6eeec9d req-9617d8d9-ff1b-4c46-b084-323635cd3dd3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583573 Jul 20 17:51:50.048487 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-e1fc5137-4496-4568-9368-dd3eb055c4ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6614015 Jul 20 17:51:50.077006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Request body: {'port': {'device_id': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:50.135526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:50.145057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b0947-061e-4e31-af0b-f38f1d6b268e" -d '{"events": [{"server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "name": "network-vif-plugged", "status": "completed", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:50.154939 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.193848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3860b9b-f72a-4beb-ba44-e4e597a9ad97 req-6ea5c6c7-00f7-4e6f-a036-5ea34c90e570 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:50.216539 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c3860b9b-f72a-4beb-ba44-e4e597a9ad97 req-6ea5c6c7-00f7-4e6f-a036-5ea34c90e570 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.1065059 Jul 20 17:51:50.222142 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-2db3dbae-9193-400e-8c5a-605c8f07ff9c None None] Provisioning complete for port ea69bd29-73fa-4c45-8d4a-013f8382d993 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:50.222481 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2db3dbae-9193-400e-8c5a-605c8f07ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.305965 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-2db3dbae-9193-400e-8c5a-605c8f07ff9c None None] Port ea69bd29-73fa-4c45-8d4a-013f8382d993 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:51:50.462406 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac777f-c2c5-4cae-a913-af15ee3ac7c4 req-e24b23cb-a5d9-4bdf-bda2-05d6927d3225 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:50.463960 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3eac777f-c2c5-4cae-a913-af15ee3ac7c4 req-e24b23cb-a5d9-4bdf-bda2-05d6927d3225 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.2342479 Jul 20 17:51:50.522101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.554327 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c3860b9b-f72a-4beb-ba44-e4e597a9ad97 req-e27f7d37-eb22-43af-8ec9-5c991c88b15e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366950 Jul 20 17:51:50.632052 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3eac777f-c2c5-4cae-a913-af15ee3ac7c4 req-afaca446-7453-48a9-a5d4-d9e8c29ad200 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295331 Jul 20 17:51:50.754965 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314506d7-c60c-4f53-a6c7-38a5727d7b87 x-openstack-request-id: req-314506d7-c60c-4f53-a6c7-38a5727d7b87 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:50.755822 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "name": "network-vif-plugged", "status": "completed", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:50.756227 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-314506d7-c60c-4f53-a6c7-38a5727d7b87 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:50.756811 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314506d7-c60c-4f53-a6c7-38a5727d7b87'] response: {'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c', 'code': 200} Jul 20 17:51:50.831600 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f5992-84f1-4d8d-98d6-c749140200a1 req-fd5790a8-23de-4d73-9071-a8c6dbbeebf5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:50.838531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-565f5992-84f1-4d8d-98d6-c749140200a1 req-fd5790a8-23de-4d73-9071-a8c6dbbeebf5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1125283 Jul 20 17:51:51.196421 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:51.306967 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd47-303e-4da4-8a00-561e7bff8503 req-380b13de-f84f-4a36-89da-442a50cd1e4c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:51.314632 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cab1fd47-303e-4da4-8a00-561e7bff8503 req-380b13de-f84f-4a36-89da-442a50cd1e4c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 931 time: 0.1302156 Jul 20 17:51:51.332956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62cf7-3c76-4410-a007-5e22ab83c286 req-e3a7e1b4-7025-4780-98ef-f74f530b744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:51.334801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ae62cf7-3c76-4410-a007-5e22ab83c286 req-e3a7e1b4-7025-4780-98ef-f74f530b744a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 1130 time: 0.1532762 Jul 20 17:51:51.401078 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-565f5992-84f1-4d8d-98d6-c749140200a1 req-2a00e128-5318-411e-b1d8-8d4d29225171 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5615449 Jul 20 17:51:51.481663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea69bd29-73fa-4c45-8d4a-013f8382d993 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:51:51.492273 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks [] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:51.515933 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Transition to ACTIVE for port object ea69bd29-73fa-4c45-8d4a-013f8382d993 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:51:51.521275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:51.635980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:51.653648 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cab1fd47-303e-4da4-8a00-561e7bff8503 req-ec1cae28-83ff-40e9-9ea0-62c5ccd701c7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380382 Jul 20 17:51:51.669369 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ae62cf7-3c76-4410-a007-5e22ab83c286 req-be20171c-6581-4b1c-b009-e0a591da31fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175673 Jul 20 17:51:51.863045 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:52.008492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa3a6-d178-495b-920f-ae910d23cb7e req-7577995b-095d-4550-8c4f-cc8bf0c6b7c3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:52.016940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fdfa3a6-d178-495b-920f-ae910d23cb7e req-7577995b-095d-4550-8c4f-cc8bf0c6b7c3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.2455161 Jul 20 17:51:52.048667 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Pushing event updated for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:52.071516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6489dc-23d3-4337-9a41-c6ddd0cd807e req-fe7f3380-329c-42dd-8d88-0ee360c28411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:52.073349 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c6489dc-23d3-4337-9a41-c6ddd0cd807e req-fe7f3380-329c-42dd-8d88-0ee360c28411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.3375478 Jul 20 17:51:52.083853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Attempting to bind port ea69bd29-73fa-4c45-8d4a-013f8382d993 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:52.084361 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Attempting to bind port ea69bd29-73fa-4c45-8d4a-013f8382d993 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:52.084818 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Attempting to bind port ea69bd29-73fa-4c45-8d4a-013f8382d993 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:52.120146 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Port ea69bd29-73fa-4c45-8d4a-013f8382d993 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:51:52.120652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Attempting to bind port ea69bd29-73fa-4c45-8d4a-013f8382d993 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:52.143819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:52.144383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:52.144899 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:52.145449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Bound port: ea69bd29-73fa-4c45-8d4a-013f8382d993, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:52.145919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:52.161453 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fdfa3a6-d178-495b-920f-ae910d23cb7e req-f3c60d5f-4922-441e-a628-203d7d6b51c9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440430 Jul 20 17:51:52.173438 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:52.194022 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c6489dc-23d3-4337-9a41-c6ddd0cd807e req-676be0cb-48d6-42fb-9131-b75ab0fb8cea tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067092 Jul 20 17:51:52.256484 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:52.259644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:52.542380 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee768fa-d358-4cf0-95b1-9c2368a03f70 req-837caf87-9916-490a-a388-a5cf7882f019 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:52.544050 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ee768fa-d358-4cf0-95b1-9c2368a03f70 req-837caf87-9916-490a-a388-a5cf7882f019 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Jul 20 17:51:52.600375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:52.609117 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ee768fa-d358-4cf0-95b1-9c2368a03f70 req-9b2855f0-3932-45c1-9a20-9dade2dc96d1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568833 Jul 20 17:51:52.658472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:52.661992 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:52.668226 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea69bd29-73fa-4c45-8d4a-013f8382d993 HTTP/1.1" status: 200 len: 1093 time: 2.5963302 Jul 20 17:51:52.668226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:51:52.668226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:51:52.785546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed044072-ccb8-48a7-aefc-c3febc0ea757 x-openstack-request-id: req-ed044072-ccb8-48a7-aefc-c3febc0ea757 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:51:52.785848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:51:52.786143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed044072-ccb8-48a7-aefc-c3febc0ea757 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:51:52.786569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed044072-ccb8-48a7-aefc-c3febc0ea757'] response: {'name': 'network-changed', 'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'status': 'completed', 'code': 200} Jul 20 17:51:52.787548 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c0ad-73aa-4556-b17d-fe6976a67843 service neutron] Pushing event updated for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:52.928930 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eb0e4-8fb9-4c67-ba2b-c6712661dcc4 req-ac60f8d7-e8b7-4aef-ba3d-cbb3c9af1f69 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:52.945150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d12eb0e4-8fb9-4c67-ba2b-c6712661dcc4 req-ac60f8d7-e8b7-4aef-ba3d-cbb3c9af1f69 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.1035976 Jul 20 17:51:53.113349 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d12eb0e4-8fb9-4c67-ba2b-c6712661dcc4 req-82cb1550-3df1-4040-905d-9041117d1fbb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673915 Jul 20 17:51:53.692856 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df517e-622f-424c-84d7-d480c0e24165 req-d9db9ad8-8eec-49cd-ba08-80b2aec0991b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:53.693557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-58df517e-622f-424c-84d7-d480c0e24165 req-d9db9ad8-8eec-49cd-ba08-80b2aec0991b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.3302405 Jul 20 17:51:53.777063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-b443f48d-d5fb-45db-8755-8c8eecfb4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:53.778662 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-b443f48d-d5fb-45db-8755-8c8eecfb4d72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 1127 time: 0.3408504 Jul 20 17:51:53.808911 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-58df517e-622f-424c-84d7-d480c0e24165 req-c238eab7-2b83-40ca-9511-3c1fa79b3dfb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103916 Jul 20 17:51:53.820878 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c3ca-627c-4a18-8aaa-171d9117a604 req-e709c752-2fd5-4a09-b233-15f12b23d9ca tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:53.829417 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c523c3ca-627c-4a18-8aaa-171d9117a604 req-e709c752-2fd5-4a09-b233-15f12b23d9ca tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.3701267 Jul 20 17:51:54.013281 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:54.041870 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70f9c8-15c7-4a42-958d-781d503dc415 req-19902107-9fdd-4d0d-aea3-6c39f693eb86 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.043212 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c70f9c8-15c7-4a42-958d-781d503dc415 req-19902107-9fdd-4d0d-aea3-6c39f693eb86 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1205986 Jul 20 17:51:54.121126 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c523c3ca-627c-4a18-8aaa-171d9117a604 req-0e873407-8a12-4223-a1aa-505021a6ed1a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906902 Jul 20 17:51:54.129153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-637b7225-1593-4b63-802e-f3af4afd765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.130897 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-637b7225-1593-4b63-802e-f3af4afd765a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=93918dc6b6f445d18a3ecb003524152d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2826030 Jul 20 17:51:54.192172 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c70f9c8-15c7-4a42-958d-781d503dc415 req-93e73db9-1c38-403e-ba42-8fdc365bf786 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337721 Jul 20 17:51:54.299769 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-d05e8575-7bb9-4918-8d2d-cbcb28601d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.301208 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4d797ed8-b2fe-4c37-b422-572d3e2b7a26 req-d05e8575-7bb9-4918-8d2d-cbcb28601d6a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613503 Jul 20 17:51:54.309604 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bf7a0-f4c6-4c11-942a-345ce6315126 req-c7e99b19-36a1-41a0-a4e6-40c5c88a8cf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.311848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-992bf7a0-f4c6-4c11-942a-345ce6315126 req-c7e99b19-36a1-41a0-a4e6-40c5c88a8cf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.0676024 Jul 20 17:51:54.367949 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-992bf7a0-f4c6-4c11-942a-345ce6315126 req-adce4ed2-ab73-4ae4-9c2a-7269018b4ea8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Jul 20 17:51:54.410355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-65864209-8f01-40b0-8258-7538af4454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.411970 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-65864209-8f01-40b0-8258-7538af4454b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 1127 time: 0.0402038 Jul 20 17:51:54.433474 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:54.461906 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-190c7da6-c4dc-4183-bf0a-60574b4f1a2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993 HTTP/1.1" status: 200 len: 217 time: 0.0354619 Jul 20 17:51:54.533961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-72756fd0-2bb4-467f-9122-00a0c0ab4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.533961 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-72756fd0-2bb4-467f-9122-00a0c0ab4169 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0535462 Jul 20 17:51:54.580826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-c8679969-bbc4-4dad-ab41-d1bf5e689098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:54.582142 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-c8679969-bbc4-4dad-ab41-d1bf5e689098 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488076 Jul 20 17:51:54.710825 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:51:54.808455 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-f1990326-371f-4e15-823e-8b831a7f8393 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165041 Jul 20 17:51:55.078574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca5762-2735-4f41-9971-87ff4b62ea02 req-98ded6c8-d987-458c-8ecf-9de9ae16663e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:55.089335 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a1ca5762-2735-4f41-9971-87ff4b62ea02 req-98ded6c8-d987-458c-8ecf-9de9ae16663e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1176934 Jul 20 17:51:55.127720 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3d58cf7-9592-4963-81f1-62666c0bc0c7 req-6bc6857a-b876-441c-9b31-4314db71145d service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030076 Jul 20 17:51:55.146178 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56430) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:55.231376 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a1ca5762-2735-4f41-9971-87ff4b62ea02 req-b38d881b-0dc3-4a63-93a8-5f3571716de2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440668 Jul 20 17:51:55.363016 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51b68c18-b611-440a-8fbf-34ca95f9b0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:55.380927 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8911f9-bf0f-4504-a023-1e7291a23a3c req-36fe6896-eeff-4fa0-8bab-39e7e2bbc259 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:55.381202 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2f8911f9-bf0f-4504-a023-1e7291a23a3c req-36fe6896-eeff-4fa0-8bab-39e7e2bbc259 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.1471581 Jul 20 17:51:55.471552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707075c-32fb-464a-bc09-a82e32f7e991 req-90864750-f02c-482a-9b03-390e9d9a0b9a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:55.479673 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e707075c-32fb-464a-bc09-a82e32f7e991 req-90864750-f02c-482a-9b03-390e9d9a0b9a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1186936 Jul 20 17:51:55.514205 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2f8911f9-bf0f-4504-a023-1e7291a23a3c req-fa62bd11-e382-47fb-b8ae-9238b4de3827 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197178 Jul 20 17:51:55.519057 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51b68c18-b611-440a-8fbf-34ca95f9b0de admin admin] Publish callbacks [] for security_group (9b3da287-2123-47ff-a643-9fc1c7e24489), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:55.585086 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e707075c-32fb-464a-bc09-a82e32f7e991 req-e778077b-874b-4b27-b7a4-b6145680ddc8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973842 Jul 20 17:51:55.673246 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-51b68c18-b611-440a-8fbf-34ca95f9b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9b3da287-2123-47ff-a643-9fc1c7e24489), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:55.674390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113583-75a7-4df4-9137-91b435f7d7b4 req-793e4fdc-6ec3-4ebc-bd55-a57371021f47 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:55.676882 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0113583-75a7-4df4-9137-91b435f7d7b4 req-793e4fdc-6ec3-4ebc-bd55-a57371021f47 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.0648668 Jul 20 17:51:55.746003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0113583-75a7-4df4-9137-91b435f7d7b4 req-5194e3a2-3de3-48bb-b6fc-3aa5148aff65 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569375 Jul 20 17:51:55.762142 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b68c18-b611-440a-8fbf-34ca95f9b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3da287-2123-47ff-a643-9fc1c7e24489,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:55.790578 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56448) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:55.791246 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-51b68c18-b611-440a-8fbf-34ca95f9b0de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bbf837501614f9ab0fe56b4cd356663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438215 Jul 20 17:51:55.808912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:55.849758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] Publish callbacks [] for security_group (9b3da287-2123-47ff-a643-9fc1c7e24489), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:55.874456 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] Publish callbacks [] for security_group (9b3da287-2123-47ff-a643-9fc1c7e24489), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:56.045425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9b3da287-2123-47ff-a643-9fc1c7e24489), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:56.049220 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:56.052997 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b3da287-2123-47ff-a643-9fc1c7e24489 HTTP/1.1" status: 204 len: 168 time: 0.2613702 Jul 20 17:51:56.062613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88965b8d-18be-4d7c-abc9-4be489b9ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3da287-2123-47ff-a643-9fc1c7e24489,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:56.414881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e1696-0791-4b4e-8a4e-e928b748d1c0 req-7ce91c8f-8b36-460b-9a46-3e10b703543b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:56.423193 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ac5e1696-0791-4b4e-8a4e-e928b748d1c0 req-7ce91c8f-8b36-460b-9a46-3e10b703543b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0659649 Jul 20 17:51:56.530751 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:56.564915 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ac5e1696-0791-4b4e-8a4e-e928b748d1c0 req-461799e6-66ee-4663-ab60-5759f78b4b61 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306746 Jul 20 17:51:56.767403 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192fed2-67f6-4b29-913f-3886ad609d89 req-9123127c-4f88-439b-97c1-7713f301d8c3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:56.769291 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b192fed2-67f6-4b29-913f-3886ad609d89 req-9123127c-4f88-439b-97c1-7713f301d8c3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0973878 Jul 20 17:51:56.809226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-8b5c792c-1d0d-48c9-bab9-c08b20b7b545 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:56.810924 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-8b5c792c-1d0d-48c9-bab9-c08b20b7b545 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 814 time: 0.2100847 Jul 20 17:51:56.840758 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-96932451-9273-4474-8f98-caa16017422a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/quotas/63d0c5b02155444fb44a732c46674b8f HTTP/1.1" status: 200 len: 375 time: 0.0240397 Jul 20 17:51:56.845458 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b192fed2-67f6-4b29-913f-3886ad609d89 req-aac49657-a1f6-4cfc-8a90-9a6b6f5f8352 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698411 Jul 20 17:51:56.894110 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-dd400d88-05c8-43a6-b662-e41be9df5d3f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472775 Jul 20 17:51:57.015109 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d335dd-a624-4d99-b8ed-ecd019142378 req-b8c75fcc-dd01-40f8-9f56-a6f31d9913b5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:57.018529 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30d335dd-a624-4d99-b8ed-ecd019142378 req-b8c75fcc-dd01-40f8-9f56-a6f31d9913b5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.1012108 Jul 20 17:51:57.028692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:57.074969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-34a3133d-b11c-4a2c-a3dc-645d5d230048 service neutron] 10.222.0.42 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671877 Jul 20 17:51:57.113465 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30d335dd-a624-4d99-b8ed-ecd019142378 req-23fbb7f8-e96c-4fb4-916d-c822a50b10cb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889108 Jul 20 17:51:57.183310 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-61a3aa54-237f-4fc2-9e5c-e84bef18bc63 service neutron] 10.222.0.42 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011946 Jul 20 17:51:57.493850 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-459df13a-df20-4459-8528-7f17f3f2fda5 req-1eb3b9ac-3deb-4f2b-b59b-89b67b9d3ddc tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0444884 Jul 20 17:51:57.619448 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56530) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:57.692377 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56eeb133-d246-466d-b6c5-04fc770a976f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:57.733844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3674c-b82e-446e-8213-6b43171a67f6 req-31824873-7fa6-4037-8f55-fd7b9c61146a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:57.735342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-daa3674c-b82e-446e-8213-6b43171a67f6 req-31824873-7fa6-4037-8f55-fd7b9c61146a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0945077 Jul 20 17:51:57.751547 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:57.827912 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-daa3674c-b82e-446e-8213-6b43171a67f6 req-35614447-d50f-4fae-8ede-ff5d6b386364 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813737 Jul 20 17:51:57.865432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56eeb133-d246-466d-b6c5-04fc770a976f admin admin] Publish callbacks [] for security_group (f0091779-0ad8-4681-9b89-758c5a78ff23), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:57.931768 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-56eeb133-d246-466d-b6c5-04fc770a976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (f0091779-0ad8-4681-9b89-758c5a78ff23), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.011436 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeb133-d246-466d-b6c5-04fc770a976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0091779-0ad8-4681-9b89-758c5a78ff23,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:58.022147 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b5905-3a34-4873-b4ab-8748de235c2d req-22be41b5-0563-40ed-a66e-95cfff29b21d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:58.023882 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c1b5905-3a34-4873-b4ab-8748de235c2d req-22be41b5-0563-40ed-a66e-95cfff29b21d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0890236 Jul 20 17:51:58.026771 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-56eeb133-d246-466d-b6c5-04fc770a976f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e880544dafc140f089d4c475f37f4ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062920 Jul 20 17:51:58.030030 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56538) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:58.148872 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] Publish callbacks [] for security_group (f0091779-0ad8-4681-9b89-758c5a78ff23), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.177009 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c1b5905-3a34-4873-b4ab-8748de235c2d req-1a847507-e288-466a-8bd3-3eb6253fac24 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368809 Jul 20 17:51:58.202374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] Publish callbacks [] for security_group (f0091779-0ad8-4681-9b89-758c5a78ff23), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.301407 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eccf79-b68d-41a8-af0f-9ba234065537 req-592de201-a95a-4dc0-8d30-c239887b8eb9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:58.302929 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2eccf79-b68d-41a8-af0f-9ba234065537 req-592de201-a95a-4dc0-8d30-c239887b8eb9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.0575588 Jul 20 17:51:58.356341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (f0091779-0ad8-4681-9b89-758c5a78ff23), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.359439 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.360601 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0091779-0ad8-4681-9b89-758c5a78ff23 HTTP/1.1" status: 204 len: 168 time: 0.3295684 Jul 20 17:51:58.363554 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:58.367163 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2eccf79-b68d-41a8-af0f-9ba234065537 req-4e62340c-f033-41f0-8a98-f9346a66dd72 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579216 Jul 20 17:51:58.375350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655854de-dad9-4c1f-96df-28e661694d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0091779-0ad8-4681-9b89-758c5a78ff23,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:58.595434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba639743-8bc0-4df5-9e50-ceb59d9c36f9 req-a10bb0e6-04b3-46b2-a9f0-ac280309657e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0346286 Jul 20 17:51:59.001162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81285c7e-edb0-440c-8913-1d3ac95dc233 req-c7d8d1cb-115e-4d0f-ba84-f90e88ab7e47 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:59.003681 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81285c7e-edb0-440c-8913-1d3ac95dc233 req-c7d8d1cb-115e-4d0f-ba84-f90e88ab7e47 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0640249 Jul 20 17:51:59.067560 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81285c7e-edb0-440c-8913-1d3ac95dc233 req-d9dd4fcb-f7c4-45f3-9159-2df594994e0a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520732 Jul 20 17:51:59.344846 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4423f-8a8d-4a63-9708-1db88bae2d1f req-bf298e9f-b51c-4afb-a397-45e99f5fbc4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:59.348910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a4c4423f-8a8d-4a63-9708-1db88bae2d1f req-bf298e9f-b51c-4afb-a397-45e99f5fbc4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0673344 Jul 20 17:51:59.384213 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56574) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:59.403802 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e2339bdd-b342-4b10-8e67-3f141b368e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:59.442814 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a4c4423f-8a8d-4a63-9708-1db88bae2d1f req-9d23af14-1f7f-4413-bf30-dcb1bf608ca4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901315 Jul 20 17:51:59.521025 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e2339bdd-b342-4b10-8e67-3f141b368e05 admin admin] Publish callbacks [] for security_group (0c472cbf-e504-474d-98a2-275841a76105), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:59.567973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd497e-b4c3-49f0-b072-b88f714e3d3c req-adace389-8404-41b2-9a8d-e041ecbcf4e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:59.575412 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cdfd497e-b4c3-49f0-b072-b88f714e3d3c req-adace389-8404-41b2-9a8d-e041ecbcf4e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.0888717 Jul 20 17:51:59.617278 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e2339bdd-b342-4b10-8e67-3f141b368e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0c472cbf-e504-474d-98a2-275841a76105), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:59.668868 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cdfd497e-b4c3-49f0-b072-b88f714e3d3c req-50a77680-cfa6-44ea-9600-81a506713df8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881925 Jul 20 17:51:59.693132 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2339bdd-b342-4b10-8e67-3f141b368e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c472cbf-e504-474d-98a2-275841a76105,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:59.753256 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e2339bdd-b342-4b10-8e67-3f141b368e05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ed2174398764b0aa40fcbc4a4fa609b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676639 Jul 20 17:51:59.755943 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56580) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:59.782046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5ad3f968-2cf4-4e8c-9ffa-63c437912a51 req-ccc83d32-5cc6-4060-8c1e-cf7460ec8256 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0526738 Jul 20 17:51:59.846924 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] Publish callbacks [] for security_group (0c472cbf-e504-474d-98a2-275841a76105), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:59.892302 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] Publish callbacks [] for security_group (0c472cbf-e504-474d-98a2-275841a76105), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:00.288638 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee978c7-c0cf-433c-b2af-6ba8b1aeaba1 req-d1ef6ce1-cc45-4ed3-8d50-1be981affef1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:00.288638 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5ee978c7-c0cf-433c-b2af-6ba8b1aeaba1 req-d1ef6ce1-cc45-4ed3-8d50-1be981affef1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0758770 Jul 20 17:52:00.385885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5ee978c7-c0cf-433c-b2af-6ba8b1aeaba1 req-407c2505-3454-4f7c-9d12-51cd2507f2e4 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914209 Jul 20 17:52:00.547458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0c472cbf-e504-474d-98a2-275841a76105), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:00.550211 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:00.551484 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c472cbf-e504-474d-98a2-275841a76105 HTTP/1.1" status: 204 len: 168 time: 0.7943385 Jul 20 17:52:00.561631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db8758-c742-46d6-9a62-e274537e0e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c472cbf-e504-474d-98a2-275841a76105,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:00.838060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cf105-79b8-4935-ba3b-1bc1dd96d803 req-e1db355d-fac8-4966-892d-888a773ce209 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:00.838060 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-994cf105-79b8-4935-ba3b-1bc1dd96d803 req-e1db355d-fac8-4966-892d-888a773ce209 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.3204165 Jul 20 17:52:00.855292 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b759-ee4f-433f-ae80-cb391bdd7348 req-2621708f-aa14-47da-ab8b-b338ef4ad702 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:00.856934 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c299b759-ee4f-433f-ae80-cb391bdd7348 req-2621708f-aa14-47da-ab8b-b338ef4ad702 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 943 time: 0.0788536 Jul 20 17:52:00.932616 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-994cf105-79b8-4935-ba3b-1bc1dd96d803 req-04dcb96e-4377-49b8-9077-12668c6dc99b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886369 Jul 20 17:52:00.944735 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c299b759-ee4f-433f-ae80-cb391bdd7348 req-941ca1e4-f415-48a5-80f9-4cdcee1ee24a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725391 Jul 20 17:52:01.069870 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c7b02e9-7147-4ef0-b32a-6daff032819b req-88a9b3ce-0f44-4f4f-8532-f789d9f76e95 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0498376 Jul 20 17:52:01.541489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb43b84-b483-4929-a655-199dbdf98475 req-0ae478df-d531-48f9-81e2-6f41f3ab2220 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:01.549166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eeb43b84-b483-4929-a655-199dbdf98475 req-0ae478df-d531-48f9-81e2-6f41f3ab2220 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0738325 Jul 20 17:52:01.604630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:01.626796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eeb43b84-b483-4929-a655-199dbdf98475 req-acda1be7-d200-4e28-83ea-6f7fee828895 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Jul 20 17:52:01.733967 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ea69bd29-73fa-4c45-8d4a-013f8382d993 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:52:01.850047 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:01.862559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'port_id': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'mac_address': 'fa:16:3e:73:fc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:52:01.915287 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ea69bd29-73fa-4c45-8d4a-013f8382d993 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:01.915683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:01.930800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea69bd29-73fa-4c45-8d4a-013f8382d993 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:52:01.950726 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:02.033419 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:02.129450 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:02.131521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adae2b-b37b-4991-8f57-010b77bb2e1e req-2b41e1d9-d23a-4be0-9f8e-9eccebf1346b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:02.139256 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48adae2b-b37b-4991-8f57-010b77bb2e1e req-2b41e1d9-d23a-4be0-9f8e-9eccebf1346b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1110303 Jul 20 17:52:02.139593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.140141 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.140818 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.141602 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.142109 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.142609 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.143090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.143595 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.144107 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.144657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.145146 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.145637 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.146124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.146704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.147187 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:02.153439 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539908c-ff0a-45a5-b09c-ec3c2276dee1 req-3aee6451-d0fb-4240-a87f-d88d323c03bf tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:02.161447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1539908c-ff0a-45a5-b09c-ec3c2276dee1 req-3aee6451-d0fb-4240-a87f-d88d323c03bf tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 944 time: 0.1215887 Jul 20 17:52:02.327222 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1539908c-ff0a-45a5-b09c-ec3c2276dee1 req-fc9ba927-302a-4119-8d81-d9a51f42792c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618867 Jul 20 17:52:02.337409 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48adae2b-b37b-4991-8f57-010b77bb2e1e req-02f39134-250b-469a-95ee-b80106ac9706 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971786 Jul 20 17:52:02.381426 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-d805e693-7d81-400c-98dc-1ca98e196931 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:02.384709 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-d805e693-7d81-400c-98dc-1ca98e196931 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 814 time: 0.2072995 Jul 20 17:52:02.448639 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4fe4c554-4616-4435-8645-0363c2efaad5 req-7b5bc672-0638-46e6-b7ac-e97e492569f7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0308349 Jul 20 17:52:02.448760 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['ea69bd29-73fa-4c45-8d4a-013f8382d993'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:52:02.449297 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:02.712716 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=61 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:02.736630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3f9df-2102-4afb-8500-57532c6a6c50 req-fe84914e-df8d-4bb3-93c4-213a6af7ef54 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:02.738744 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ef3f9df-2102-4afb-8500-57532c6a6c50 req-fe84914e-df8d-4bb3-93c4-213a6af7ef54 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Jul 20 17:52:02.767841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'port': {'device_id': '3192a390-865f-408d-adb6-01f03593249c', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'admin_state_up': True, 'tenant_id': '63d0c5b02155444fb44a732c46674b8f'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:52:02.790504 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:02.869897 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ef3f9df-2102-4afb-8500-57532c6a6c50 req-45f7b434-7f0e-4c87-b449-e5bf301fce42 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260302 Jul 20 17:52:02.998935 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Made reservation on behalf of 63d0c5b02155444fb44a732c46674b8f for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:52:03.002811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:03.152467 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Allocated IP 172.20.0.11 (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7/4c3c7040-be09-4bf8-a6b0-933fa2b291c9/05bc7328-58f7-4b9a-89df-2347f267ebb3) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:52:03.212194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:03.230297 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-0c6552da-078a-4f07-8e8c-dcec355c1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.231800 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-0c6552da-078a-4f07-8e8c-dcec355c1c0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1129 time: 0.0646152 Jul 20 17:52:03.366665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:03.469299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46c21d-96a5-4433-b416-354a8c9c730a req-4dd880c0-2089-4803-90b3-77acc244279d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.470845 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba46c21d-96a5-4433-b416-354a8c9c730a req-4dd880c0-2089-4803-90b3-77acc244279d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 944 time: 0.0519371 Jul 20 17:52:03.514662 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:03.581442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2b3e-d1dd-45ea-adfe-d876256db020 req-a7d0714e-2992-4c3c-aae6-a74d1ca45d3d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.582915 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51ed2b3e-d1dd-45ea-adfe-d876256db020 req-a7d0714e-2992-4c3c-aae6-a74d1ca45d3d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.1212230 Jul 20 17:52:03.596231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:52:03.610775 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:52:03.616268 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba46c21d-96a5-4433-b416-354a8c9c730a req-56868424-d024-41e9-a494-f8ab530c025e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357019 Jul 20 17:52:03.623488 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:52:03.626063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:03.711066 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.711790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:03.720135 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51ed2b3e-d1dd-45ea-adfe-d876256db020 req-4942f40f-5bea-492c-ba38-63d4e3a99716 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203537 Jul 20 17:52:03.749653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ea69bd29-73fa-4c45-8d4a-013f8382d993 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:52:03.832845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac26f3c-34bd-4d8c-b7a3-2de7118c4d62 req-048b1d90-25f5-4775-a2ba-02c02afd3934 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.835630 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eac26f3c-34bd-4d8c-b7a3-2de7118c4d62 req-048b1d90-25f5-4775-a2ba-02c02afd3934 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.1208987 Jul 20 17:52:03.862296 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port ea69bd29-73fa-4c45-8d4a-013f8382d993 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:52:03.880002 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:03.888905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-c2884fde-f778-4adc-90cb-2d2f4c770e5c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1254210 Jul 20 17:52:03.915546 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eac26f3c-34bd-4d8c-b7a3-2de7118c4d62 req-eb53ae0f-3546-4f02-b564-1487be831f89 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 Jul 20 17:52:03.962772 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-60782c0d-9f3d-4ae2-8cab-b4cf5861adb4 None None] Provisioning complete for port 05bc7328-58f7-4b9a-89df-2347f267ebb3 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:52:03.963120 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-60782c0d-9f3d-4ae2-8cab-b4cf5861adb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:03.993541 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962513-5ccb-46d5-8844-13284fc113d8 req-15b9edba-e75c-407f-aff7-4bd125da806c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:03.994184 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-60782c0d-9f3d-4ae2-8cab-b4cf5861adb4 None None] Port 05bc7328-58f7-4b9a-89df-2347f267ebb3 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:52:03.995531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-09962513-5ccb-46d5-8844-13284fc113d8 req-15b9edba-e75c-407f-aff7-4bd125da806c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0485384 Jul 20 17:52:04.015879 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port ea69bd29-73fa-4c45-8d4a-013f8382d993 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:52:04.019566 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:04.019566 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:04.043624 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-09962513-5ccb-46d5-8844-13284fc113d8 req-db1439ee-3576-4dd4-88ea-a874ebe32fdc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Jul 20 17:52:04.095923 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ea69bd29-73fa-4c45-8d4a-013f8382d993 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:04.096311 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:04.119715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:52:04.121934 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034c1abe-339f-4cf7-9b56-f3286594be10" -d '{"events": [{"server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "name": "network-vif-plugged", "status": "completed", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:52:04.134606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:04.158789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b5d13c-5e0e-49af-ae3e-93e15d6c0636 x-openstack-request-id: req-a8b5d13c-5e0e-49af-ae3e-93e15d6c0636 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:52:04.159076 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "name": "network-vif-plugged", "status": "completed", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:52:04.159332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8b5d13c-5e0e-49af-ae3e-93e15d6c0636 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:52:04.159734 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b5d13c-5e0e-49af-ae3e-93e15d6c0636'] response: {'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'code': 200} Jul 20 17:52:04.215127 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:04.264932 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:04.694027 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:04.765816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a23048-7c58-4614-b406-3e858425517e req-13594816-f417-40cb-94bf-749875e11d0c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:04.767704 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54a23048-7c58-4614-b406-3e858425517e req-13594816-f417-40cb-94bf-749875e11d0c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Jul 20 17:52:04.906406 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54a23048-7c58-4614-b406-3e858425517e req-b37fea90-d489-4b85-bd6b-4bc4e0567756 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326046 Jul 20 17:52:04.913540 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b46d9-7d16-43fa-8c6a-491703dd41c5 req-990ba60e-c996-41d0-8709-536c15529b96 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:04.915361 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b3b46d9-7d16-43fa-8c6a-491703dd41c5 req-990ba60e-c996-41d0-8709-536c15529b96 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0820765 Jul 20 17:52:04.997435 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b3b46d9-7d16-43fa-8c6a-491703dd41c5 req-c367c537-4d64-4ef9-a9bd-fabefde80721 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691359 Jul 20 17:52:05.056235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cab59-ca78-4402-b792-c6a7c975a001 req-aa76daf4-c48b-493b-89eb-94e5f8a429b2 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:05.057979 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f9cab59-ca78-4402-b792-c6a7c975a001 req-aa76daf4-c48b-493b-89eb-94e5f8a429b2 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0593846 Jul 20 17:52:05.137447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f9cab59-ca78-4402-b792-c6a7c975a001 req-ade96598-3524-4e3c-a17d-1773c08c6e70 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664642 Jul 20 17:52:05.230850 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e98e2-a171-42a1-bc47-895ce843cac0 req-0b9d504d-d778-47b3-a4e2-638e2dc1aeec tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:05.236525 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e2e98e2-a171-42a1-bc47-895ce843cac0 req-0b9d504d-d778-47b3-a4e2-638e2dc1aeec tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1037340 Jul 20 17:52:05.258147 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:05.292978 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e2e98e2-a171-42a1-bc47-895ce843cac0 req-b0e776d3-cc27-4263-922a-da3bcc812a3e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Jul 20 17:52:06.065360 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231972d-bc11-4e87-a71a-acfb933b2a3e req-f8c3e0de-2715-413a-b4b7-5ff5aa4ead4a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:06.074575 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0231972d-bc11-4e87-a71a-acfb933b2a3e req-f8c3e0de-2715-413a-b4b7-5ff5aa4ead4a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0837529 Jul 20 17:52:06.145713 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0231972d-bc11-4e87-a71a-acfb933b2a3e req-2fc9ac5b-c3e1-4c34-ad06-0475f19242e5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700476 Jul 20 17:52:06.201897 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e5358-929f-4e47-8989-30559772e3b8 req-1748bef8-965a-4178-ae6d-d7db91f15780 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:06.204298 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c55e5358-929f-4e47-8989-30559772e3b8 req-1748bef8-965a-4178-ae6d-d7db91f15780 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0790071 Jul 20 17:52:06.342433 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c55e5358-929f-4e47-8989-30559772e3b8 req-a52e31e7-b33f-47cb-8fb4-77eb40f47218 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079071 Jul 20 17:52:06.414407 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23b65-b1f3-4084-bf56-ea963ba8d0c4 req-09cb4b07-714c-489c-9d51-c9c4d79a30a7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:06.428454 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fa23b65-b1f3-4084-bf56-ea963ba8d0c4 req-09cb4b07-714c-489c-9d51-c9c4d79a30a7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.1208506 Jul 20 17:52:06.534049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b89c-8bb7-4bcc-9e44-0059e7d0f3a8 req-2a39aac0-bc48-4368-a7cd-654c02d32d40 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:06.536157 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35e9b89c-8bb7-4bcc-9e44-0059e7d0f3a8 req-2a39aac0-bc48-4368-a7cd-654c02d32d40 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0925350 Jul 20 17:52:06.555925 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fa23b65-b1f3-4084-bf56-ea963ba8d0c4 req-269acce9-6c64-4653-9edc-38adbf26992c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265745 Jul 20 17:52:06.603596 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35e9b89c-8bb7-4bcc-9e44-0059e7d0f3a8 req-e000b0e6-2bc1-4471-abf6-dd91cde254d0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586269 Jul 20 17:52:06.949878 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 56762) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:07.097040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1c41354d-888e-4596-a34c-0cc1c88c90ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.190286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1c41354d-888e-4596-a34c-0cc1c88c90ea admin admin] Publish callbacks [] for security_group (a25d8283-dd22-4d0f-a211-1fb284c3fced), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.268383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1c41354d-888e-4596-a34c-0cc1c88c90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (a25d8283-dd22-4d0f-a211-1fb284c3fced), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.303974 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:07.325476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f4fd2-ea20-40b9-b7db-91bff2c5ba4d req-9f435c3b-9259-4ccb-976c-3a2fe3584a22 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:07.327139 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a08f4fd2-ea20-40b9-b7db-91bff2c5ba4d req-9f435c3b-9259-4ccb-976c-3a2fe3584a22 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0889757 Jul 20 17:52:07.328908 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41354d-888e-4596-a34c-0cc1c88c90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d8283-dd22-4d0f-a211-1fb284c3fced,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:07.334018 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1c41354d-888e-4596-a34c-0cc1c88c90ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab9da65d4254e21912edde42a4a9b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830750 Jul 20 17:52:07.336931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56772) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:07.395041 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a08f4fd2-ea20-40b9-b7db-91bff2c5ba4d req-9925e96a-a200-448f-8fac-7e0582f8a65f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551472 Jul 20 17:52:07.438717 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] Publish callbacks [] for security_group (a25d8283-dd22-4d0f-a211-1fb284c3fced), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.468032 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] Publish callbacks [] for security_group (a25d8283-dd22-4d0f-a211-1fb284c3fced), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.520073 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840a6ee-740b-4900-8afc-155a034ea81c req-eb8e5909-56e1-4507-9879-3ef9cbf9858d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:07.527458 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3840a6ee-740b-4900-8afc-155a034ea81c req-eb8e5909-56e1-4507-9879-3ef9cbf9858d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Jul 20 17:52:07.584915 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3840a6ee-740b-4900-8afc-155a034ea81c req-ec1057e7-174e-49cd-abe1-bf5487b12b9d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564792 Jul 20 17:52:07.587226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (a25d8283-dd22-4d0f-a211-1fb284c3fced), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.590627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.593388 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a25d8283-dd22-4d0f-a211-1fb284c3fced HTTP/1.1" status: 204 len: 168 time: 0.2543244 Jul 20 17:52:07.605517 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d1040-d263-495f-9cc1-d8cbf8e5abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d8283-dd22-4d0f-a211-1fb284c3fced,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:07.772547 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:52:07.791833 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e27f38-14c2-4b66-be38-2671632da4e6 req-b78171cf-16cf-411a-a9e5-7d6c76b6985f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:07.793564 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07e27f38-14c2-4b66-be38-2671632da4e6 req-b78171cf-16cf-411a-a9e5-7d6c76b6985f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.1024449 Jul 20 17:52:07.815968 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797cbd-6c78-496b-93a9-149e01f6be26 req-da81e7b4-f6e5-48e5-bd31-d92097d5ddbb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:07.817507 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1c797cbd-6c78-496b-93a9-149e01f6be26 req-da81e7b4-f6e5-48e5-bd31-d92097d5ddbb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0861738 Jul 20 17:52:07.836382 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:07.889596 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: ACTIVE; New status is: DOWN {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:07.890230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:07.901261 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-07e27f38-14c2-4b66-be38-2671632da4e6 req-6b133768-5c6b-447e-972f-ed2cecb8d947 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005344 Jul 20 17:52:07.927394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:52:07.936608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6118d7-8ccc-44f3-8393-ed55454071c3" -d '{"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-unplugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:52:07.953757 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1c797cbd-6c78-496b-93a9-149e01f6be26 req-9618a955-d0cc-48ad-8125-8932e5b056c3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276774 Jul 20 17:52:07.963867 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:08.014501 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:08.108385 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc1de9-2326-470d-b567-257dc0b47bc6 x-openstack-request-id: req-9afc1de9-2326-470d-b567-257dc0b47bc6 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:52:08.108881 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-unplugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:52:08.109236 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9afc1de9-2326-470d-b567-257dc0b47bc6 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:52:08.109738 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afc1de9-2326-470d-b567-257dc0b47bc6'] response: {'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'code': 200} Jul 20 17:52:08.151903 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=8']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:08.510022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae2a04-3d6a-44d8-9ac9-180c1092f0f1 req-d504aea2-c663-4a4d-acea-e79d33d8a3b1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:08.511603 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ebae2a04-3d6a-44d8-9ac9-180c1092f0f1 req-d504aea2-c663-4a4d-acea-e79d33d8a3b1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Jul 20 17:52:08.567714 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ebae2a04-3d6a-44d8-9ac9-180c1092f0f1 req-37cba9a9-38fd-4dd5-bc5c-0fd1d2f04b4e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493343 Jul 20 17:52:08.717248 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244be7-dd57-4a56-8dc0-ae724f166476 req-ea2f79e1-bf46-4c94-86d9-3fe6f16297e2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:08.718983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-55244be7-dd57-4a56-8dc0-ae724f166476 req-ea2f79e1-bf46-4c94-86d9-3fe6f16297e2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0504439 Jul 20 17:52:08.783442 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-55244be7-dd57-4a56-8dc0-ae724f166476 req-96d24c08-5ad3-4cdf-8440-1589f35e43ad tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549674 Jul 20 17:52:09.030251 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a196-bc83-4b6e-a2e2-0543190de532 req-478ccc29-203e-4e7b-b1e4-572faee29519 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:09.032711 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ed0a196-bc83-4b6e-a2e2-0543190de532 req-478ccc29-203e-4e7b-b1e4-572faee29519 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0668726 Jul 20 17:52:09.136557 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ef74c-59bb-4d68-949c-09ae4862b464 req-7f0dcc96-41bf-451c-a044-4fa81e714c56 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:09.138203 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9e9ef74c-59bb-4d68-949c-09ae4862b464 req-7f0dcc96-41bf-451c-a044-4fa81e714c56 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0758011 Jul 20 17:52:09.143301 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ed0a196-bc83-4b6e-a2e2-0543190de532 req-5f271bff-eae2-4c73-8432-0cbf6566d2a1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Jul 20 17:52:09.205208 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9e9ef74c-59bb-4d68-949c-09ae4862b464 req-b95c9732-7992-4e23-9338-a263aa1f4298 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587757 Jul 20 17:52:09.691723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bde7-fdd0-4b9f-b431-1e02751f5516 req-25d2c65d-5465-4564-9d1b-c46a1a948c22 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:09.693246 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6193bde7-fdd0-4b9f-b431-1e02751f5516 req-25d2c65d-5465-4564-9d1b-c46a1a948c22 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Jul 20 17:52:09.751240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6193bde7-fdd0-4b9f-b431-1e02751f5516 req-3d050dd1-be4f-45e2-b031-86fcdcdae57d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522761 Jul 20 17:52:09.927907 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c38a-3efe-42cf-b169-165c195f3158 req-8b7c0313-05d8-4a36-83de-22732f64da27 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:09.929663 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-baf4c38a-3efe-42cf-b169-165c195f3158 req-8b7c0313-05d8-4a36-83de-22732f64da27 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0542467 Jul 20 17:52:09.980986 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-baf4c38a-3efe-42cf-b169-165c195f3158 req-6fd7a5f2-2188-4338-a6a9-feb975c4e460 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Jul 20 17:52:10.289287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9f69-5f7b-4a09-aace-60aea75f68c3 req-edff7580-8ea9-4b5b-bbbc-785f97e9ae66 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:10.291606 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ffd9f69-5f7b-4a09-aace-60aea75f68c3 req-edff7580-8ea9-4b5b-bbbc-785f97e9ae66 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0702269 Jul 20 17:52:10.363615 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a722-a1cf-4f43-acc1-d6cbf4592261 req-4c4c9cf3-5315-4216-bbfb-4d2ac564d2f9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:10.365112 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d266a722-a1cf-4f43-acc1-d6cbf4592261 req-4c4c9cf3-5315-4216-bbfb-4d2ac564d2f9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0725472 Jul 20 17:52:10.394131 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ffd9f69-5f7b-4a09-aace-60aea75f68c3 req-520480ea-60a2-42c0-9b87-1be192b20778 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898457 Jul 20 17:52:10.447270 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d266a722-a1cf-4f43-acc1-d6cbf4592261 req-b3c9ffb3-7e1c-4294-863f-bd1f62ee07d4 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683169 Jul 20 17:52:10.868029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:10.880316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ab7bc-d248-48a4-a293-d17717cac7d2 req-4cdaad71-887d-4dcd-9fb5-301c3a5deb17 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:10.881919 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-640ab7bc-d248-48a4-a293-d17717cac7d2 req-4cdaad71-887d-4dcd-9fb5-301c3a5deb17 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Jul 20 17:52:10.943115 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-640ab7bc-d248-48a4-a293-d17717cac7d2 req-8c294c8a-caae-42d3-a700-280a54bd10e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545459 Jul 20 17:52:11.120895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc371-37bd-447a-b172-888d1e04ba8d req-13c04a0d-3224-482e-8cb9-86bda3c4c381 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:11.125397 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93cbc371-37bd-447a-b172-888d1e04ba8d req-13c04a0d-3224-482e-8cb9-86bda3c4c381 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0667748 Jul 20 17:52:11.184776 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93cbc371-37bd-447a-b172-888d1e04ba8d req-4a157dd2-78d1-4c8c-8537-82968c2cbbe3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559444 Jul 20 17:52:11.530334 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:11.582414 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fed5e-1338-400e-ae95-9e0d0af82276 req-e24b217f-fec8-43d3-b882-6be821e8bce1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:11.584002 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-618fed5e-1338-400e-ae95-9e0d0af82276 req-e24b217f-fec8-43d3-b882-6be821e8bce1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.1028941 Jul 20 17:52:11.608341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7cc1-75cd-4755-956d-85b10958ac30 req-32b7315e-b724-43be-b4e5-63dfc0bcb729 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:11.609873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8ad7cc1-75cd-4755-956d-85b10958ac30 req-32b7315e-b724-43be-b4e5-63dfc0bcb729 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0767808 Jul 20 17:52:11.685460 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-618fed5e-1338-400e-ae95-9e0d0af82276 req-7aae3e42-1fe3-4659-9546-c44bad2b8eb5 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854995 Jul 20 17:52:11.707747 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8ad7cc1-75cd-4755-956d-85b10958ac30 req-fb044a78-4ff7-49f8-84a2-80960e1265a1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787649 Jul 20 17:52:12.064899 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3913-62d7-484d-9516-ac124da0ee36 req-25cc150f-6932-413c-b6c4-cf7f515ec6e9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:12.066403 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52af3913-62d7-484d-9516-ac124da0ee36 req-25cc150f-6932-413c-b6c4-cf7f515ec6e9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0504563 Jul 20 17:52:12.117020 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52af3913-62d7-484d-9516-ac124da0ee36 req-30e698a3-f360-4c6c-8459-720038157143 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Jul 20 17:52:12.318218 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa95c-21f0-486a-89a2-16b3845617ba req-c1828db1-4cae-47eb-95cf-a976cf1384cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:12.320257 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-719aa95c-21f0-486a-89a2-16b3845617ba req-c1828db1-4cae-47eb-95cf-a976cf1384cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0539465 Jul 20 17:52:12.370767 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-719aa95c-21f0-486a-89a2-16b3845617ba req-5586688a-79c3-44c4-922c-7795028b3b14 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Jul 20 17:52:12.858097 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee481c-f099-413d-8245-e0e3e5c3f258 req-88476895-8e6d-423a-892e-a3659b97641b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:12.859670 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4aee481c-f099-413d-8245-e0e3e5c3f258 req-88476895-8e6d-423a-892e-a3659b97641b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0829487 Jul 20 17:52:12.866599 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040954b1-d54a-4cb0-8e47-1f70550eadd1 req-8589b6e0-d1aa-45b5-96f7-35d3962cfdbc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:12.868857 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-040954b1-d54a-4cb0-8e47-1f70550eadd1 req-8589b6e0-d1aa-45b5-96f7-35d3962cfdbc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0813053 Jul 20 17:52:12.948798 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4aee481c-f099-413d-8245-e0e3e5c3f258 req-0c981c51-6827-48e8-8797-142711294dab tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789320 Jul 20 17:52:12.954435 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-040954b1-d54a-4cb0-8e47-1f70550eadd1 req-55aeab81-f51f-43d6-a995-1c99232fcb41 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764787 Jul 20 17:52:13.237539 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d7c9-f2fb-4169-95d2-a658a963b178 req-d98a93c6-67e9-4042-83b6-2194b476cf72 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:13.238969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1510d7c9-f2fb-4169-95d2-a658a963b178 req-d98a93c6-67e9-4042-83b6-2194b476cf72 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Jul 20 17:52:13.293706 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1510d7c9-f2fb-4169-95d2-a658a963b178 req-079a45ce-2874-48c2-a6ea-8c1ae252701f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493248 Jul 20 17:52:13.486741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632ff3-5409-4ca3-aebe-c9b859d64098 req-828f5b53-f7e1-4f73-9dc8-3684ac0df1af tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:13.488383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54632ff3-5409-4ca3-aebe-c9b859d64098 req-828f5b53-f7e1-4f73-9dc8-3684ac0df1af tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0461829 Jul 20 17:52:13.538123 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54632ff3-5409-4ca3-aebe-c9b859d64098 req-ab99d0b4-9f66-4c23-b2f6-5ab104f66abf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Jul 20 17:52:14.119149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7012-c233-4254-8a02-fdabdd76827b req-bae87419-5b3a-4b6b-8330-5cf86e111cda tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:14.120714 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20eb7012-c233-4254-8a02-fdabdd76827b req-bae87419-5b3a-4b6b-8330-5cf86e111cda tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0840864 Jul 20 17:52:14.127407 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be683-aeca-481d-bc01-da9f0e351f74 req-cfc7fa74-29bc-4cf3-8628-4dfac10b24f1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:14.128848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-523be683-aeca-481d-bc01-da9f0e351f74 req-cfc7fa74-29bc-4cf3-8628-4dfac10b24f1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0910313 Jul 20 17:52:14.149985 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:14.215065 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20eb7012-c233-4254-8a02-fdabdd76827b req-bcebf87c-c761-416b-88f4-9fd8d81d2975 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852048 Jul 20 17:52:14.219315 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-523be683-aeca-481d-bc01-da9f0e351f74 req-ba969237-b778-4514-a817-d7cdbfbb60ce tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833085 Jul 20 17:52:14.408064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71af4ee-1da2-45b7-84c9-05acbea248a3 req-41a09a2e-f613-4272-bfd9-f214f9b54eb6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:14.409821 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c71af4ee-1da2-45b7-84c9-05acbea248a3 req-41a09a2e-f613-4272-bfd9-f214f9b54eb6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0491388 Jul 20 17:52:14.450014 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7749a8db-e827-4785-ac3b-1f62ff7d30f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:14.458536 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c71af4ee-1da2-45b7-84c9-05acbea248a3 req-4eb87794-d2f0-42df-9df3-696bdbf36725 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Jul 20 17:52:14.657940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2047d-bc4e-4e05-8464-384f3fa40747 req-a12f3e04-6816-4923-8cf0-a1f7fa47bed5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:14.659425 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-66a2047d-bc4e-4e05-8464-384f3fa40747 req-a12f3e04-6816-4923-8cf0-a1f7fa47bed5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0462825 Jul 20 17:52:14.678007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:14.706181 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-66a2047d-bc4e-4e05-8464-384f3fa40747 req-4ccc5389-ceaa-4ee2-aeb3-6ff672b75ad0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Jul 20 17:52:15.357742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d53a8-c6ba-454f-88ac-27a65894c429 req-07677d1e-9060-4fb6-9d0e-7f2301ee03d5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:15.359196 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d70d53a8-c6ba-454f-88ac-27a65894c429 req-07677d1e-9060-4fb6-9d0e-7f2301ee03d5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0781057 Jul 20 17:52:15.365175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b604912-0f76-4ee2-9761-1acffad08b98 req-3e91af5c-37f6-445f-8714-057ffa39d3f7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:15.366497 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5b604912-0f76-4ee2-9761-1acffad08b98 req-3e91af5c-37f6-445f-8714-057ffa39d3f7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0755033 Jul 20 17:52:15.439921 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d70d53a8-c6ba-454f-88ac-27a65894c429 req-8f04781a-f80b-45f4-93ab-5e4e20ee9bd8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725017 Jul 20 17:52:15.443128 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5b604912-0f76-4ee2-9761-1acffad08b98 req-9db8533a-71a6-4a86-bdef-00e51eb4935b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685668 Jul 20 17:52:15.575892 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396199-296f-4323-b7ef-fc0ab20ad9e8 req-b62edb49-bdff-4b92-934b-831e4cb5a446 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:15.577401 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e1396199-296f-4323-b7ef-fc0ab20ad9e8 req-b62edb49-bdff-4b92-934b-831e4cb5a446 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Jul 20 17:52:15.625423 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e1396199-296f-4323-b7ef-fc0ab20ad9e8 req-b43968f1-2a53-4333-8738-e95c170be275 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 Jul 20 17:52:15.756792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Request body: {'port': {'device_id': '3192a390-865f-408d-adb6-01f03593249c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:52:15.886015 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46923-c146-463f-844a-f94ce3a88c30 req-bcf7613e-5aea-4672-9f84-34be6d24ac9a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:15.888363 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ccd46923-c146-463f-844a-f94ce3a88c30 req-bcf7613e-5aea-4672-9f84-34be6d24ac9a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1027050 Jul 20 17:52:15.930492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:15.968217 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d939-cd04-412d-a911-95b02915dc71 req-5cb1542d-566a-40e3-b8a9-99570d6bd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:15.970509 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0481d939-cd04-412d-a911-95b02915dc71 req-5cb1542d-566a-40e3-b8a9-99570d6bd098 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1130 time: 0.0406470 Jul 20 17:52:16.027518 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-0481d939-cd04-412d-a911-95b02915dc71 req-684a720c-c6a2-41f3-9382-7fd648303d7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Jul 20 17:52:16.030891 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ccd46923-c146-463f-844a-f94ce3a88c30 req-dd6215fd-281a-43fb-891a-b7dde5175dde tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094990 Jul 20 17:52:16.043641 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-625ad705-393f-4623-b69b-6c4ee4aa4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.045749 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-625ad705-393f-4623-b69b-6c4ee4aa4416 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.2280509 Jul 20 17:52:16.202412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:16.390740 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a2962-c8ed-4e46-8395-266a8e6ce5f9 req-51f7b6b8-e5f8-479b-8f0e-4058f292beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.392149 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-7b5a2962-c8ed-4e46-8395-266a8e6ce5f9 req-51f7b6b8-e5f8-479b-8f0e-4058f292beb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 1129 time: 0.0419331 Jul 20 17:52:16.530978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:16.551111 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-20eec434-bf30-4e5f-bede-dbf531194aa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 999 time: 0.1212823 Jul 20 17:52:16.594773 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bc7328-58f7-4b9a-89df-2347f267ebb3 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:52:16.610854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks [] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:16.620771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c7dbd-80b2-4a96-a235-143c4f0a5ffb req-cad8d429-e0a4-4ff4-b9ac-021c9c66209a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.622244 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-375c7dbd-80b2-4a96-a235-143c4f0a5ffb req-cad8d429-e0a4-4ff4-b9ac-021c9c66209a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 932 time: 0.0921545 Jul 20 17:52:16.633389 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa135a01-de89-4abc-8bfe-db42013dc175 req-de458bee-805f-45f6-9300-0e82d9b55f1f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.642560 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fa135a01-de89-4abc-8bfe-db42013dc175 req-de458bee-805f-45f6-9300-0e82d9b55f1f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1128514 Jul 20 17:52:16.656212 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Transition to ACTIVE for port object 05bc7328-58f7-4b9a-89df-2347f267ebb3 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:52:16.724697 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:16.731106 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-375c7dbd-80b2-4a96-a235-143c4f0a5ffb req-46840cd8-954d-43e3-9e28-efe7828543ca tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926156 Jul 20 17:52:16.731262 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:16.753509 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fa135a01-de89-4abc-8bfe-db42013dc175 req-18c84c7e-a11e-4f4c-8433-5e1a6e412fc1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067240 Jul 20 17:52:16.781885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-ad2e3b55-7122-477e-97db-d06919498caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.782947 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-ad2e3b55-7122-477e-97db-d06919498caf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0626857 Jul 20 17:52:16.785533 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-7b5a2962-c8ed-4e46-8395-266a8e6ce5f9 req-20200eb8-4c4e-42d7-b017-b0e296ee7a46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674639 Jul 20 17:52:16.838517 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1a78536d-019d-43d2-ba01-6559d0e30296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:16.841816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f650a-3233-4dad-b091-f8e379e09156 req-bfff4a6d-477e-401c-a1d4-345a4bc369c9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:16.843342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-846f650a-3233-4dad-b091-f8e379e09156 req-bfff4a6d-477e-401c-a1d4-345a4bc369c9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Jul 20 17:52:16.845016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:16.913889 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:16.983368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-846f650a-3233-4dad-b091-f8e379e09156 req-5ede604f-9caa-42f0-b301-d8d34a6e4bc5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322668 Jul 20 17:52:17.019635 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Attempting to bind port 05bc7328-58f7-4b9a-89df-2347f267ebb3 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:52:17.019970 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Attempting to bind port 05bc7328-58f7-4b9a-89df-2347f267ebb3 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:52:17.020299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Attempting to bind port 05bc7328-58f7-4b9a-89df-2347f267ebb3 on network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:52:17.025040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Port 05bc7328-58f7-4b9a-89df-2347f267ebb3 on network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:52:17.025361 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Attempting to bind port 05bc7328-58f7-4b9a-89df-2347f267ebb3 on network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:52:17.031102 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:52:17.036664 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Checking segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:52:17.036664 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Bound using segment: {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:52:17.036664 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Bound port: 05bc7328-58f7-4b9a-89df-2347f267ebb3, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8238523e-0645-42b8-a582-83ad11da00c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:52:17.036664 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:17.117748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:17.127267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:52:17.132680 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:17.187350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:52:17.201971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-9aa27680-0818-4601-9e44-34d02d484539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:17.203568 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-9aa27680-0818-4601-9e44-34d02d484539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851586 Jul 20 17:52:17.214440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a534-e17c-4de2-9509-7c0004a9fba8 req-b1bd87e9-c672-45ee-8584-b00a339f97b2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:17.215910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7391a534-e17c-4de2-9509-7c0004a9fba8 req-b1bd87e9-c672-45ee-8584-b00a339f97b2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0851572 Jul 20 17:52:17.266989 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7391a534-e17c-4de2-9509-7c0004a9fba8 req-c2bce478-dee4-48d3-a01f-484b4ee1694c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Jul 20 17:52:17.296402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:17.372672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:17.373826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:17.375221 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] 10.222.0.18 "PUT /v2.0/ports/05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 1094 time: 1.6259711 Jul 20 17:52:17.377336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:52:17.379710 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c7ad7-7002-4d10-bc98-ee127b440a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:52:17.416011 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c821e6-bb67-45f4-8a4e-9b9822270b0e service neutron] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:17.423167 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-76bf0e17-d1bb-4ce6-a3ed-c6da0f1575b9 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543863 Jul 20 17:52:17.434296 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331080c-f987-484a-8e87-e9208a5e4079 x-openstack-request-id: req-0331080c-f987-484a-8e87-e9208a5e4079 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:52:17.434606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:52:17.434837 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0331080c-f987-484a-8e87-e9208a5e4079 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:52:17.435245 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0331080c-f987-484a-8e87-e9208a5e4079'] response: {'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:52:17.874689 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:17.936493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bc12f-ccaf-47dc-a3e0-f868593ec384 req-d3d94e62-925d-4980-bf2f-5f3d95d9403d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:17.955133 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6d1bc12f-ccaf-47dc-a3e0-f868593ec384 req-d3d94e62-925d-4980-bf2f-5f3d95d9403d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.1352842 Jul 20 17:52:17.956731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285279-28cc-4984-aa61-12f4f1acf8d5 req-0ea64f59-bcfe-4de0-bf02-1326e15cbd89 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:17.958225 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48285279-28cc-4984-aa61-12f4f1acf8d5 req-0ea64f59-bcfe-4de0-bf02-1326e15cbd89 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.1244905 Jul 20 17:52:18.018585 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bf191f6-5617-467a-a25d-990d9f2b5fc5 req-802ce3a2-3b8c-4046-9c74-e326bc4205d7 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253346 Jul 20 17:52:18.053986 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6d1bc12f-ccaf-47dc-a3e0-f868593ec384 req-565a3c20-7e31-4e26-80d9-3795dbbf66f6 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066794 Jul 20 17:52:18.057195 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48285279-28cc-4984-aa61-12f4f1acf8d5 req-5c50bc05-6a9e-4f9a-b906-038f686fe683 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913439 Jul 20 17:52:18.205583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7bb93-05d5-4326-bd21-4e2a55e71b11 req-18457875-d6b8-4683-be1d-a2100a8c6304 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:18.210513 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48d7bb93-05d5-4326-bd21-4e2a55e71b11 req-18457875-d6b8-4683-be1d-a2100a8c6304 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0887017 Jul 20 17:52:18.219592 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d4665-daa0-4ca8-9397-a9949228d103 req-7e168e24-4dae-49cb-ba48-5d62b68d51ea tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:18.221063 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cd9d4665-daa0-4ca8-9397-a9949228d103 req-7e168e24-4dae-49cb-ba48-5d62b68d51ea tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0894372 Jul 20 17:52:18.266953 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:18.291672 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-48d7bb93-05d5-4326-bd21-4e2a55e71b11 req-6e95672d-fa5e-4861-bf42-784443f1c2d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784602 Jul 20 17:52:18.298881 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cd9d4665-daa0-4ca8-9397-a9949228d103 req-7995d703-8e25-4aef-9af6-2f64d97ad520 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711958 Jul 20 17:52:18.403071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667fbd9-0d6d-4461-8c67-abcf1073f59d req-3e06b6bc-edb7-4710-8d95-96fd36b09c1b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:18.405247 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9667fbd9-0d6d-4461-8c67-abcf1073f59d req-3e06b6bc-edb7-4710-8d95-96fd36b09c1b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Jul 20 17:52:18.455277 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9667fbd9-0d6d-4461-8c67-abcf1073f59d req-b2bfa509-2118-4821-af05-1e241b2fb553 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Jul 20 17:52:18.625351 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-6b95f64a-f1d6-4764-88a0-e5d4b09a6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:18.626901 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-6b95f64a-f1d6-4764-88a0-e5d4b09a6ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1128 time: 0.0387475 Jul 20 17:52:19.170249 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6b12-34d7-4232-8a18-5ecaf371d198 req-08a676eb-82fa-4a43-9635-f71db97ade05 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:19.171878 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cf5a6b12-34d7-4232-8a18-5ecaf371d198 req-08a676eb-82fa-4a43-9635-f71db97ade05 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.0480165 Jul 20 17:52:19.222794 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cf5a6b12-34d7-4232-8a18-5ecaf371d198 req-9f4fb76d-1f69-4b46-8fbb-0379cae019fd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Jul 20 17:52:19.410882 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77a89b-5fc7-4dcb-b88d-389e8be4690f req-5d4f9a4c-a095-42d8-a091-7429d81e4091 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:19.412398 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1e77a89b-5fc7-4dcb-b88d-389e8be4690f req-5d4f9a4c-a095-42d8-a091-7429d81e4091 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0518451 Jul 20 17:52:19.437512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:19.458985 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1e77a89b-5fc7-4dcb-b88d-389e8be4690f req-e7b7affa-ba30-4f9e-a334-81e3d53e6dcd tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Jul 20 17:52:19.601919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaedecd-c524-4792-97c1-d89537533f2d req-d2ad8ea8-cfe1-4a07-8705-f3f50b1c1355 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:19.603533 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ecaedecd-c524-4792-97c1-d89537533f2d req-d2ad8ea8-cfe1-4a07-8705-f3f50b1c1355 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0814681 Jul 20 17:52:19.609642 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82116286-deb9-4d0e-bbf3-c9181f357e99 req-cc85d493-1b75-49d8-875e-a219ce7d6421 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:19.611044 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-82116286-deb9-4d0e-bbf3-c9181f357e99 req-cc85d493-1b75-49d8-875e-a219ce7d6421 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0761802 Jul 20 17:52:19.617135 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 56966) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:19.617762 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'port_id': 'ea69bd29-73fa-4c45-8d4a-013f8382d993'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:52:19.663076 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-82116286-deb9-4d0e-bbf3-c9181f357e99 req-84f3fb7f-7664-4641-9e9d-1d14bebd4b6a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Jul 20 17:52:19.688179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:19.815695 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:20.221571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:20.352398 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15ffcc-d2ff-4cc2-b2c2-35ce494b0cb3 req-77042a76-f103-45d0-85e0-4fd487732cdd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:20.353915 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5a15ffcc-d2ff-4cc2-b2c2-35ce494b0cb3 req-77042a76-f103-45d0-85e0-4fd487732cdd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.0504181 Jul 20 17:52:20.409272 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5a15ffcc-d2ff-4cc2-b2c2-35ce494b0cb3 req-cebee95f-fd28-4ea7-aaa3-3fb488ad4c71 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492053 Jul 20 17:52:20.480215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586a51-f056-4d5a-ae04-6f6aa4397d0e req-bb3abf51-5788-47ac-8079-9696e4889654 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:20.481769 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5586a51-f056-4d5a-ae04-6f6aa4397d0e req-bb3abf51-5788-47ac-8079-9696e4889654 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0497658 Jul 20 17:52:20.522825 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:20.529053 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e5586a51-f056-4d5a-ae04-6f6aa4397d0e req-ead49b1c-d661-45e4-a997-8dad56c7331f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Jul 20 17:52:20.621338 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:20.716836 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP cca2e72d-1efc-4050-88b2-c09c16d6f370 associated. External IP: 172.27.3.198, port: ea69bd29-73fa-4c45-8d4a-013f8382d993. Jul 20 17:52:20.789793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff178-43da-4c6a-b1f8-4236f0725724 req-c9b483e0-f140-4593-990c-a455bb4d836c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:20.791401 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34aff178-43da-4c6a-b1f8-4236f0725724 req-c9b483e0-f140-4593-990c-a455bb4d836c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0542252 Jul 20 17:52:20.843251 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34aff178-43da-4c6a-b1f8-4236f0725724 req-c1ea78ad-d3fc-4681-96b1-26fd3199f779 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Jul 20 17:52:20.925787 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:52:21.028608 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:52:21.038715 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:21.042750 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:52:21.054781 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:52:21.055494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:52:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:52:21.059840 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:21.073100 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8cfcd364-aaa7-4abf-9bc9-3b0a323b528a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "PUT /v2.0/floatingips/cca2e72d-1efc-4050-88b2-c09c16d6f370 HTTP/1.1" status: 200 len: 991 time: 1.4592905 Jul 20 17:52:21.073777 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:52:21.076167 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b" -d '{"events": [{"name": "network-changed", "server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:52:21.121354 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa428e-f747-40c1-b00d-7b46d7e02466 x-openstack-request-id: req-aafa428e-f747-40c1-b00d-7b46d7e02466 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:52:21.121905 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:52:21.122259 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aafa428e-f747-40c1-b00d-7b46d7e02466 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:52:21.123319 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafa428e-f747-40c1-b00d-7b46d7e02466'] response: {'name': 'network-changed', 'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'status': 'completed', 'code': 200} Jul 20 17:52:21.147672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:21.153405 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-096ae718-8ae7-4fd1-87d4-f1bb997d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.155005 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-096ae718-8ae7-4fd1-87d4-f1bb997d7c8e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=63d0c5b02155444fb44a732c46674b8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076849 Jul 20 17:52:21.173038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:52:21.389959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-75581e13-d92f-41da-b8d9-0fb80b2a3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.393402 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-75581e13-d92f-41da-b8d9-0fb80b2a3a41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 1129 time: 0.0730343 Jul 20 17:52:21.407187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-8e0bd17a-a152-4201-9a4f-9da1b4de0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.408809 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-8e0bd17a-a152-4201-9a4f-9da1b4de0cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1129 time: 0.0964401 Jul 20 17:52:21.493563 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}, {'id': 'cca2e72d-1efc-4050-88b2-c09c16d6f370', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:73:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:51:40Z', 'updated_at': '2022-07-20T17:52:20Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:52:21.531140 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:52:21.533003 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-39229b9a-8303-454d-994a-c2fa58d6b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.534496 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-029c7ad7-7002-4d10-bc98-ee127b440a7c req-39229b9a-8303-454d-994a-c2fa58d6b516 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357600 Jul 20 17:52:21.539229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-83428891-7de8-41c3-9c40-b4cb2e349672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.541038 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-83428891-7de8-41c3-9c40-b4cb2e349672 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 916 time: 0.1384323 Jul 20 17:52:21.543214 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:52:21.543539 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:52:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:52:21.582291 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:21.611029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-09269638-8856-4755-baa2-243f69605f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.611029 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-09269638-8856-4755-baa2-243f69605f83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.1904380 Jul 20 17:52:21.656494 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-2c55191b-06a4-4d5a-ab94-f3b4897dbc14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993 HTTP/1.1" status: 200 len: 999 time: 0.0949512 Jul 20 17:52:21.670484 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dedded-0f31-49dc-bed0-96bac37e699f req-51353e80-b88d-4498-b1bf-49d6d85473dd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.672150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6dedded-0f31-49dc-bed0-96bac37e699f req-51353e80-b88d-4498-b1bf-49d6d85473dd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.1185133 Jul 20 17:52:21.682745 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-b63e0531-884b-49f5-8f2d-4b1e1cdce087 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 200 len: 217 time: 0.0687351 Jul 20 17:52:21.688282 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:52:21.726898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:21.740898 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-5ce7d01f-a54f-42bc-866a-84efc84f6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.742978 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-5ce7d01f-a54f-42bc-866a-84efc84f6c26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0758235 Jul 20 17:52:21.777956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-1519c786-4a94-4b91-abd7-a24bd1ffd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.779519 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-1519c786-4a94-4b91-abd7-a24bd1ffd9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1128 time: 0.1066158 Jul 20 17:52:21.798639 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-52ca4c26-a308-4b15-8080-1dda546e3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.800397 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-52ca4c26-a308-4b15-8080-1dda546e3e1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508981 Jul 20 17:52:21.816596 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6dedded-0f31-49dc-bed0-96bac37e699f req-3f5128b6-b2b5-4d49-beeb-4b749559fe3b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327887 Jul 20 17:52:21.866816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-d557265c-c393-4c5f-bcaa-e698da357ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:21.870915 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-d557265c-c393-4c5f-bcaa-e698da357ea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.1780453 Jul 20 17:52:21.873991 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-4f227364-1d62-43a5-bfad-bfe1629cf68c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 217 time: 0.0755012 Jul 20 17:52:21.926505 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-72b22f2e-cdf2-44cc-a353-32b1d98f9a39 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177342 Jul 20 17:52:21.997683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}, {'id': 'cca2e72d-1efc-4050-88b2-c09c16d6f370', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:73:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:51:40Z', 'updated_at': '2022-07-20T17:52:20Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:52:21.997683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:22.016235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0df8e-536c-4dd0-9ec6-d70aa74e1cf8 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}, {'id': 'cca2e72d-1efc-4050-88b2-c09c16d6f370', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:73:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:51:40Z', 'updated_at': '2022-07-20T17:52:20Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:52:22.026450 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-1e448231-2205-46d5-bf13-b7d711ff3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.027972 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-1e448231-2205-46d5-bf13-b7d711ff3478 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.1463385 Jul 20 17:52:22.042763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0d8d-ff2c-4815-ac83-095e724ba2ad req-15e5ff2b-ae13-4160-b69e-595eefaff0e5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.042763 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ee0d8d-ff2c-4815-ac83-095e724ba2ad req-15e5ff2b-ae13-4160-b69e-595eefaff0e5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.1092408 Jul 20 17:52:22.042763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-2afad4e2-947c-4ae9-982d-c9db3a75a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.043184 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-2afad4e2-947c-4ae9-982d-c9db3a75a7e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625686 Jul 20 17:52:22.078574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:22.103327 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5ddcd22b-88e7-4bfd-9b81-459f7b82440b req-3bec709c-76bb-4891-aca7-9129e7fd36a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701713 Jul 20 17:52:22.126615 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-68bba712-3d10-4bc2-989f-327045322042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.128137 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-68bba712-3d10-4bc2-989f-327045322042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841820 Jul 20 17:52:22.251881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:22.271099 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ee0d8d-ff2c-4815-ac83-095e724ba2ad req-1f8fd407-d393-44ee-b9dc-7cb0df416583 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686916 Jul 20 17:52:22.289835 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88855954-d7d6-46dc-85bf-04e871f39415 None None] New status for floating IP cca2e72d-1efc-4050-88b2-c09c16d6f370: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:52:22.293515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-48f61eab-d5c4-4ec7-ba27-6f5147e770b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136168 Jul 20 17:52:22.362488 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-86c0ffc7-a5eb-45c8-be63-9f766256e09a service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029016 Jul 20 17:52:22.445290 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bfeac-b997-45bc-9b24-e3338ec780ed req-1839e95b-307c-4b0d-b41b-463a83629635 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.447156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-466bfeac-b997-45bc-9b24-e3338ec780ed req-1839e95b-307c-4b0d-b41b-463a83629635 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.1078923 Jul 20 17:52:22.550520 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-912db5f8-8b42-4aac-8a22-b1c8eb648750 req-5b815d20-b4b6-420e-b048-4649260db952 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435045 Jul 20 17:52:22.577414 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-466bfeac-b997-45bc-9b24-e3338ec780ed req-355de6f7-4679-4430-851a-5626e0fd498a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161036 Jul 20 17:52:22.593760 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a7745d4-ac22-4d37-b7f9-26721cd59a1a req-ede86a2f-acf8-4c03-830e-01b942370f91 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862164 Jul 20 17:52:22.960261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909e1bb-fae8-45c2-9792-cc181a22bc85 req-5bbd8c71-4a14-4dd6-8e31-0f96664104c9 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:22.961691 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7909e1bb-fae8-45c2-9792-cc181a22bc85 req-5bbd8c71-4a14-4dd6-8e31-0f96664104c9 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.0540516 Jul 20 17:52:23.009940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7909e1bb-fae8-45c2-9792-cc181a22bc85 req-be880b52-9271-439d-9538-368768acfbd3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Jul 20 17:52:23.384299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80893124-8995-4514-9f95-f5ac478cf595 req-c473e1b6-c26d-4102-8475-eddf32799484 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:23.389105 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80893124-8995-4514-9f95-f5ac478cf595 req-c473e1b6-c26d-4102-8475-eddf32799484 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0523899 Jul 20 17:52:23.439432 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80893124-8995-4514-9f95-f5ac478cf595 req-92f1ca23-2d37-4459-9c97-c0e6f2a79c6b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 Jul 20 17:52:23.826631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-91e11549-48f7-49b3-b9d9-100aef938df7 req-ca2808d3-7f33-45b9-9eb7-0850257f8382 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:52:23.827724 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91e11549-48f7-49b3-b9d9-100aef938df7 req-ca2808d3-7f33-45b9-9eb7-0850257f8382 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060108 Jul 20 17:52:24.168308 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8beb1-0882-4a79-b7b6-93f51dc500aa req-2fc32d38-9657-43f2-8aea-2d5b7df7a9c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:24.176782 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2a8beb1-0882-4a79-b7b6-93f51dc500aa req-2fc32d38-9657-43f2-8aea-2d5b7df7a9c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0987146 Jul 20 17:52:24.192868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8e39b-35fc-40b6-928f-80757d4c20e8 req-cbee95c1-906d-4c78-aa4d-b625e234f56f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:24.194680 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ea8e39b-35fc-40b6-928f-80757d4c20e8 req-cbee95c1-906d-4c78-aa4d-b625e234f56f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.1147082 Jul 20 17:52:24.203666 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:24.260996 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2a8beb1-0882-4a79-b7b6-93f51dc500aa req-2e76a0b0-5cb5-4e11-bbec-29ad744669dd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833316 Jul 20 17:52:24.283625 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ea8e39b-35fc-40b6-928f-80757d4c20e8 req-6f672b8c-a339-416a-b6a3-1aa34bd99284 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699847 Jul 20 17:52:24.554958 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf40a52-a55c-4546-b8d9-b001896ec1f1 req-a2bd2182-fe82-44bc-8bca-7b1667c11d0b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:24.556509 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3cf40a52-a55c-4546-b8d9-b001896ec1f1 req-a2bd2182-fe82-44bc-8bca-7b1667c11d0b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0511353 Jul 20 17:52:24.610069 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3cf40a52-a55c-4546-b8d9-b001896ec1f1 req-8601b58b-edef-454d-806a-5ddab04a901a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 Jul 20 17:52:24.644321 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57122) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:24.725845 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-37e49899-acd8-468c-bf0d-9327befcb177 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803139 Jul 20 17:52:24.734842 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-bacbef71-61e7-40ee-afde-39d52018098b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:52:24.735798 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-bacbef71-61e7-40ee-afde-39d52018098b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054455 Jul 20 17:52:24.812080 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57130) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:24.861315 dv-cinder-849846-3-iscsi neutron-server[111056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 17:52:24.907687 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-8d540770-a872-4543-9bcb-f2c0fe379af4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:24.909083 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-8d540770-a872-4543-9bcb-f2c0fe379af4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports/c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 940 time: 0.0960145 Jul 20 17:52:25.285574 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-a2bb04e4-d441-4e29-9bed-5be1f5e34e52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378387 Jul 20 17:52:25.674625 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2be6-5a7c-4aae-ab29-7b98adeb217f req-32e89ccd-7700-4b9b-a7e4-397b8e3c79af tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:25.676181 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-219e2be6-5a7c-4aae-ab29-7b98adeb217f req-32e89ccd-7700-4b9b-a7e4-397b8e3c79af tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.3328972 Jul 20 17:52:25.699230 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-830e7124-a857-43e2-aa92-025e7437a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:25.700770 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-830e7124-a857-43e2-aa92-025e7437a3f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 1129 time: 0.3111315 Jul 20 17:52:25.707205 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555f63b-6936-4b30-bb31-cd6f0cb6c439 req-0af3939e-3e19-4ed3-964c-425f0ed9cb8a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:25.710084 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c555f63b-6936-4b30-bb31-cd6f0cb6c439 req-0af3939e-3e19-4ed3-964c-425f0ed9cb8a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 944 time: 0.3348017 Jul 20 17:52:25.809943 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-219e2be6-5a7c-4aae-ab29-7b98adeb217f req-bfa84b6b-1241-41aa-abda-6d83ed9d607d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254876 Jul 20 17:52:25.815796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c555f63b-6936-4b30-bb31-cd6f0cb6c439 req-5932a6a6-3423-4ec1-9477-f6af04ce1456 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987093 Jul 20 17:52:25.878686 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 05bc7328-58f7-4b9a-89df-2347f267ebb3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:52:25.886084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-550f293a-2e9f-4bbc-92eb-73fd41637fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:25.887970 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-550f293a-2e9f-4bbc-92eb-73fd41637fa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 916 time: 0.1429715 Jul 20 17:52:25.889120 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:52:26.022550 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76df3ad-cf8e-437c-8ecb-e2fea9a2d968 req-8063816f-d426-47bc-867d-ffea3b89e28f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:26.031807 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a76df3ad-cf8e-437c-8ecb-e2fea9a2d968 req-8063816f-d426-47bc-867d-ffea3b89e28f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.1369872 Jul 20 17:52:26.037205 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: DOWN; New status is: DOWN {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:26.051557 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:26.058569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-4f7ff01f-d08f-48f7-9865-abc6cf4b95ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 HTTP/1.1" status: 200 len: 1000 time: 0.1560171 Jul 20 17:52:26.062807 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'port_id': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'mac_address': 'fa:16:3e:98:4d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:52:26.102492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 05bc7328-58f7-4b9a-89df-2347f267ebb3 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:26.103188 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:26.117290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bc7328-58f7-4b9a-89df-2347f267ebb3 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:52:26.119557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a76df3ad-cf8e-437c-8ecb-e2fea9a2d968 req-b3c67551-70f2-47da-b08d-169ada0ce747 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Jul 20 17:52:26.130322 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-75c4e8d5-70d6-4bba-892b-8a26b9c17be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:26.132872 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-75c4e8d5-70d6-4bba-892b-8a26b9c17be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0664110 Jul 20 17:52:26.138940 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:26.148785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:26.178931 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-f85a7816-d042-450f-914c-1f720f4b9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:26.180354 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-f85a7816-d042-450f-914c-1f720f4b9a96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403752 Jul 20 17:52:26.221152 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:26.267601 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:26.277423 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-e3f2fafb-a003-457a-b7f6-1c52c8545577 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899644 Jul 20 17:52:26.348391 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:26.374611 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0678cf6-3ccd-4e84-bd0a-3129ed087d61 req-6edb9213-6ecc-458c-a874-2997e0f6d1cd service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906787 Jul 20 17:52:26.586664 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:26.686501 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:52:26.972705 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b179e8d-fc12-46a0-a098-cc1322d8f3ca req-0dec8bb5-f7c9-4d71-84b9-800fdb89d548 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:26.974248 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b179e8d-fc12-46a0-a098-cc1322d8f3ca req-0dec8bb5-f7c9-4d71-84b9-800fdb89d548 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0833418 Jul 20 17:52:26.981084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbdacb-5511-4ccf-bc15-d8c89c7164c2 req-d962eda1-c54b-43df-a566-fe2b1544a5c3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:26.982630 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dcbbdacb-5511-4ccf-bc15-d8c89c7164c2 req-d962eda1-c54b-43df-a566-fe2b1544a5c3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 945 time: 0.0815792 Jul 20 17:52:27.058083 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1b179e8d-fc12-46a0-a098-cc1322d8f3ca req-d173d4fd-aeab-4d73-9ef5-e041e429c944 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744872 Jul 20 17:52:27.062667 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dcbbdacb-5511-4ccf-bc15-d8c89c7164c2 req-2ac6d2f4-a140-41d8-9b03-a21e5757141e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Jul 20 17:52:27.237984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcec5b-3ace-4ad0-9649-4d04d3989970 req-a0985078-f14f-433c-8f48-f9dc3b6b588f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:27.239450 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8dcec5b-3ace-4ad0-9649-4d04d3989970 req-a0985078-f14f-433c-8f48-f9dc3b6b588f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0515294 Jul 20 17:52:27.288295 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8dcec5b-3ace-4ad0-9649-4d04d3989970 req-704d2a2f-ffd4-4457-80d2-dd2904598be7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Jul 20 17:52:27.913303 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 05bc7328-58f7-4b9a-89df-2347f267ebb3 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:52:27.955358 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 05bc7328-58f7-4b9a-89df-2347f267ebb3 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:52:28.015494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 05bc7328-58f7-4b9a-89df-2347f267ebb3 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:52:28.015946 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:28.103093 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 05bc7328-58f7-4b9a-89df-2347f267ebb3 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:52:28.103494 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:28.132141 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:28.137436 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:52:28.140331 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42dee5-e230-4cc4-b164-b9fbf9adf896" -d '{"events": [{"server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "name": "network-vif-plugged", "status": "completed", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:52:28.154908 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:52:28.198603 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:28.235732 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14ab3-1fa4-4685-916b-5c82e9d40ae2 req-8848cbfe-454e-43a4-9889-7bc7cdca5389 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:28.237278 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-73e14ab3-1fa4-4685-916b-5c82e9d40ae2 req-8848cbfe-454e-43a4-9889-7bc7cdca5389 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 945 time: 0.0816758 Jul 20 17:52:28.243718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd597ce-260a-458f-96f9-7920697dac9d req-87556973-baa7-4bef-93e8-bd4e3b75fdb1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:28.245241 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7dd597ce-260a-458f-96f9-7920697dac9d req-87556973-baa7-4bef-93e8-bd4e3b75fdb1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0783918 Jul 20 17:52:28.253985 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:28.324243 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-73e14ab3-1fa4-4685-916b-5c82e9d40ae2 req-823a02d1-f80b-400d-90cd-2a2a92d58431 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780220 Jul 20 17:52:28.327542 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7dd597ce-260a-458f-96f9-7920697dac9d req-a83e98c2-8caf-4f11-b0ba-a283b51769a8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746908 Jul 20 17:52:28.375337 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f466d0-9810-4606-9919-8264c7d877ee x-openstack-request-id: req-90f466d0-9810-4606-9919-8264c7d877ee {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:52:28.375656 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "name": "network-vif-plugged", "status": "completed", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:52:28.375912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90f466d0-9810-4606-9919-8264c7d877ee {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:52:28.376317 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f466d0-9810-4606-9919-8264c7d877ee'] response: {'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'code': 200} Jul 20 17:52:28.439731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc8a2-2c06-46be-9582-383b77cb8e51 req-e2978080-4492-4f16-ac9b-88d43414bdf8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:28.441375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76bdc8a2-2c06-46be-9582-383b77cb8e51 req-e2978080-4492-4f16-ac9b-88d43414bdf8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0489063 Jul 20 17:52:28.491524 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76bdc8a2-2c06-46be-9582-383b77cb8e51 req-f3ae9446-a626-4b4c-802e-bbfacba737c0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Jul 20 17:52:28.837653 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098641a6-d1be-4caf-a97d-724aa18986bd req-a6b244d6-c4f4-4268-8c37-bab11cbf281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:28.839037 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-098641a6-d1be-4caf-a97d-724aa18986bd req-a6b244d6-c4f4-4268-8c37-bab11cbf281e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1130 time: 0.0396996 Jul 20 17:52:28.884089 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-098641a6-d1be-4caf-a97d-724aa18986bd req-d473020c-fe0e-43b4-90c8-e09d09b658d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Jul 20 17:52:29.477911 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbf19b-254b-4f36-9bda-278c2d0c6ef4 req-c1a8b9e6-9091-4c9f-9e7d-302773c9b1e9 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:29.479365 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ffbf19b-254b-4f36-9bda-278c2d0c6ef4 req-c1a8b9e6-9091-4c9f-9e7d-302773c9b1e9 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0794911 Jul 20 17:52:29.485275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7aebe-db55-4b2d-9f7b-a3ec3a028b53 req-f01a9a76-b029-4b06-a6ae-d46888b5a116 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:29.486603 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eee7aebe-db55-4b2d-9f7b-a3ec3a028b53 req-f01a9a76-b029-4b06-a6ae-d46888b5a116 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0769234 Jul 20 17:52:29.548459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:29.561892 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ffbf19b-254b-4f36-9bda-278c2d0c6ef4 req-224b0f97-ed04-4ec2-8987-3dfb0ed490bf tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743444 Jul 20 17:52:29.565295 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eee7aebe-db55-4b2d-9f7b-a3ec3a028b53 req-23375271-970a-4f09-948f-ce8f04ffc6ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709531 Jul 20 17:52:29.673964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f846f-62ee-402f-91e6-e92c72fa6557 req-9135ac90-66ef-4ca7-9d75-925ac4d7530f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:29.675913 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291f846f-62ee-402f-91e6-e92c72fa6557 req-9135ac90-66ef-4ca7-9d75-925ac4d7530f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0571656 Jul 20 17:52:29.727224 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291f846f-62ee-402f-91e6-e92c72fa6557 req-8ebed172-c71e-40bd-8ab6-c3d3a9ccfa23 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Jul 20 17:52:30.711286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ac12d-ef3c-46ea-9846-84b2f93872c3 req-dddcfbb2-3f6f-4c82-be12-c22582a45480 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:30.712769 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-231ac12d-ef3c-46ea-9846-84b2f93872c3 req-dddcfbb2-3f6f-4c82-be12-c22582a45480 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0724425 Jul 20 17:52:30.720326 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530223f-527d-4cc5-a9c6-69c818360b29 req-089358f3-a7af-412c-ac5d-d110f519cbb4 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:30.721788 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7530223f-527d-4cc5-a9c6-69c818360b29 req-089358f3-a7af-412c-ac5d-d110f519cbb4 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0904574 Jul 20 17:52:30.747461 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:30.800241 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-231ac12d-ef3c-46ea-9846-84b2f93872c3 req-0c64ba9e-2710-47c8-b949-9db223264021 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775104 Jul 20 17:52:30.804894 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7530223f-527d-4cc5-a9c6-69c818360b29 req-b529794c-fe7f-4214-9017-cd08b1aac844 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Jul 20 17:52:30.939132 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da35f0-99a4-4f12-92b1-d088e69f0915 req-059f39ba-1135-4fe4-9f10-9ff459772c28 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:30.940646 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56da35f0-99a4-4f12-92b1-d088e69f0915 req-059f39ba-1135-4fe4-9f10-9ff459772c28 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0764034 Jul 20 17:52:30.959806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f640f-2ca1-4671-a2dc-b0e782b84479 req-7767714a-e5bb-49d4-b349-55a5b0a5a1d3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:30.961214 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8f1f640f-2ca1-4671-a2dc-b0e782b84479 req-7767714a-e5bb-49d4-b349-55a5b0a5a1d3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0674710 Jul 20 17:52:31.042934 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56da35f0-99a4-4f12-92b1-d088e69f0915 req-728fa685-b3e2-45ee-a730-cd8449419ab5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967541 Jul 20 17:52:31.054407 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8f1f640f-2ca1-4671-a2dc-b0e782b84479 req-81b7d0c9-4982-4791-9a05-de17e78ff1fd tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853696 Jul 20 17:52:31.406280 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695558da-d274-4176-9cdc-68ffeaf8f2e4 req-d3b44de6-3e1e-4993-ad2e-bc47945f5c95 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:31.407645 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-695558da-d274-4176-9cdc-68ffeaf8f2e4 req-d3b44de6-3e1e-4993-ad2e-bc47945f5c95 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0484524 Jul 20 17:52:31.454827 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-695558da-d274-4176-9cdc-68ffeaf8f2e4 req-ffd71062-acbe-4c4e-bf70-a8e9336f58a3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Jul 20 17:52:31.700391 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:52:31.918356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6029-9be0-4173-aa6d-0ce47e60fafe req-02fffd98-6513-4ce5-94f7-3e9658c1647d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:31.920399 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c0e6029-9be0-4173-aa6d-0ce47e60fafe req-02fffd98-6513-4ce5-94f7-3e9658c1647d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0475883 Jul 20 17:52:31.978810 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c0e6029-9be0-4173-aa6d-0ce47e60fafe req-07ca9ea7-0bb7-4034-a5de-32790d13b4ac tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Jul 20 17:52:32.181529 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d2560-bf58-437d-a67a-c801561146a6 req-9181e247-237d-4eec-8fb7-ac784b1a80bb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:32.183105 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c98d2560-bf58-437d-a67a-c801561146a6 req-9181e247-237d-4eec-8fb7-ac784b1a80bb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0576062 Jul 20 17:52:32.232688 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c98d2560-bf58-437d-a67a-c801561146a6 req-41f6b3ef-0166-46ca-bf5a-e7d68250dd0d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 Jul 20 17:52:33.127246 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9801a-65bd-4f2b-982b-6317b692984d req-e36fbdf8-1cae-4a3f-ba36-a711a66758bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:33.128774 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93c9801a-65bd-4f2b-982b-6317b692984d req-e36fbdf8-1cae-4a3f-ba36-a711a66758bf tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0742087 Jul 20 17:52:33.179890 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93c9801a-65bd-4f2b-982b-6317b692984d req-16a32685-88e9-4b68-9db5-937acd8e23fa tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Jul 20 17:52:33.358274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24d226-7b58-4292-abaf-caef76cdc4f0 req-10a73898-3bb7-4dc5-a73c-d0c315a00546 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:33.360473 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ea24d226-7b58-4292-abaf-caef76cdc4f0 req-10a73898-3bb7-4dc5-a73c-d0c315a00546 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0533512 Jul 20 17:52:33.401197 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:33.411040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ea24d226-7b58-4292-abaf-caef76cdc4f0 req-315a1688-3102-40dc-a756-0a901161ac24 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Jul 20 17:52:34.313154 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcdad4-c7af-4733-a0e7-d3f06bfb8aeb req-cee4381e-c610-489f-8e89-b15f39a5091a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:34.314730 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ddcdad4-c7af-4733-a0e7-d3f06bfb8aeb req-cee4381e-c610-489f-8e89-b15f39a5091a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0495949 Jul 20 17:52:34.368865 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8ddcdad4-c7af-4733-a0e7-d3f06bfb8aeb req-dd9bdc10-c9dc-4b52-9268-1dc4ac857fa7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Jul 20 17:52:34.535507 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1a1b6-d141-4b6c-a7bb-81ecd9c85c5b req-c7371825-1946-48d4-ab92-df308ed91247 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:34.540933 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0ff1a1b6-d141-4b6c-a7bb-81ecd9c85c5b req-c7371825-1946-48d4-ab92-df308ed91247 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0589638 Jul 20 17:52:34.589267 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0ff1a1b6-d141-4b6c-a7bb-81ecd9c85c5b req-23f0e786-e68e-4a8f-b4c6-924906919380 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 Jul 20 17:52:34.893805 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:34.897843 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=89 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:35.488176 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a125f6e-bf90-4f1b-9dac-075c06bc8291 req-300ae77c-fd3e-4825-94af-4d8ed5655d13 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:35.489654 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8a125f6e-bf90-4f1b-9dac-075c06bc8291 req-300ae77c-fd3e-4825-94af-4d8ed5655d13 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0463383 Jul 20 17:52:35.536686 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8a125f6e-bf90-4f1b-9dac-075c06bc8291 req-c75cd537-eba0-4c0f-9a61-fa422f26d9d1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Jul 20 17:52:35.706315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dc78a-acd3-497d-90b4-682e61ef6800 req-2e8a9804-1f39-49a7-943f-4648c6e09948 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:35.707793 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a46dc78a-acd3-497d-90b4-682e61ef6800 req-2e8a9804-1f39-49a7-943f-4648c6e09948 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0514686 Jul 20 17:52:35.755471 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a46dc78a-acd3-497d-90b4-682e61ef6800 req-85e5e26a-74e2-4251-aedf-8696768e12da tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Jul 20 17:52:36.616364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:36.658295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1903-b3d3-40ee-98c1-a2e7de9854b7 req-920c159f-1ab3-427f-b582-955d4350db93 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:36.659769 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a32a1903-b3d3-40ee-98c1-a2e7de9854b7 req-920c159f-1ab3-427f-b582-955d4350db93 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0521419 Jul 20 17:52:36.707386 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a32a1903-b3d3-40ee-98c1-a2e7de9854b7 req-825e2d1b-f485-4456-8e82-f832108669f5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Jul 20 17:52:36.867584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3f2e3-7a8e-4081-b6f4-39ed3d7c2bae req-6f5f7fe1-fe27-43e9-9105-d8184c157277 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:36.869046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ad3f2e3-7a8e-4081-b6f4-39ed3d7c2bae req-6f5f7fe1-fe27-43e9-9105-d8184c157277 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0470738 Jul 20 17:52:36.915455 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ad3f2e3-7a8e-4081-b6f4-39ed3d7c2bae req-ad28a77a-9860-4a60-92a4-7286139b21b6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Jul 20 17:52:37.827408 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9c047-81f0-4d75-bdbe-b36a8f2ecaff req-6c71273b-eddb-4d96-822c-92516d616925 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:37.829006 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34d9c047-81f0-4d75-bdbe-b36a8f2ecaff req-6c71273b-eddb-4d96-822c-92516d616925 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0486028 Jul 20 17:52:37.881250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34d9c047-81f0-4d75-bdbe-b36a8f2ecaff req-8fd3f2d3-0849-4fc3-aa63-ff08f3ffc0f7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Jul 20 17:52:38.031885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e83bd-ebc7-4751-baed-d31aa10c50c2 req-363a8ed4-c485-49ae-a90c-ebf124bd16af tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:38.033345 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e78e83bd-ebc7-4751-baed-d31aa10c50c2 req-363a8ed4-c485-49ae-a90c-ebf124bd16af tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0477815 Jul 20 17:52:38.080285 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e78e83bd-ebc7-4751-baed-d31aa10c50c2 req-041effd5-7f5a-4734-a6b5-ce43505b14df tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Jul 20 17:52:38.251546 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:38.933744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-603cd8a5-6b0f-4af7-8983-57e91421bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:38.935296 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-603cd8a5-6b0f-4af7-8983-57e91421bf1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 1127 time: 0.0750515 Jul 20 17:52:39.025941 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bc26e-d686-4919-83eb-7e99b08103c4 req-8afa2082-7f24-42e7-aff2-5ddd29ca7424 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.027570 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a45bc26e-d686-4919-83eb-7e99b08103c4 req-8afa2082-7f24-42e7-aff2-5ddd29ca7424 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0728366 Jul 20 17:52:39.039423 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-ced6ec91-2893-407a-9efe-046ee63248fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.040951 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-ced6ec91-2893-407a-9efe-046ee63248fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1127 time: 0.0569274 Jul 20 17:52:39.150672 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a45bc26e-d686-4919-83eb-7e99b08103c4 req-3962f2d4-e5e1-49d1-8d2d-2f2eea110004 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142974 Jul 20 17:52:39.218791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ff5f6-721b-42ca-9499-30819649b2d6 req-87c3a3dc-b4b6-4a63-a1b3-e75e948d69c1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.220311 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db7ff5f6-721b-42ca-9499-30819649b2d6 req-87c3a3dc-b4b6-4a63-a1b3-e75e948d69c1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0673316 Jul 20 17:52:39.221485 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-76451f6f-17ed-4f8e-be2d-7bbb6d73aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.223008 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-76451f6f-17ed-4f8e-be2d-7bbb6d73aaac service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.1749175 Jul 20 17:52:39.235591 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:39.331692 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-7eee0faa-e131-4713-9ecc-9419c2a6ea72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 200 len: 999 time: 0.0838885 Jul 20 17:52:39.334679 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db7ff5f6-721b-42ca-9499-30819649b2d6 req-3ccd7770-2165-4301-a5cc-5cf63ddaef4e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053951 Jul 20 17:52:39.392980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-182d1dbd-c011-4133-bb2a-2ab46c5d434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.394479 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-182d1dbd-c011-4133-bb2a-2ab46c5d434c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0458333 Jul 20 17:52:39.447233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-88d0ccfb-0e7a-41ea-9a8f-764ab57cb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:39.448656 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-88d0ccfb-0e7a-41ea-9a8f-764ab57cb47b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382934 Jul 20 17:52:39.536823 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:39.559547 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-d1451630-e3aa-4e9e-a27c-744bc2874d0f service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857890 Jul 20 17:52:40.269861 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586a604-9ce1-4db0-9131-8b48f55068c8 req-c2b76f99-36a3-4149-aa9f-61115f55abfc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:40.271306 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0586a604-9ce1-4db0-9131-8b48f55068c8 req-c2b76f99-36a3-4149-aa9f-61115f55abfc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0461071 Jul 20 17:52:40.317254 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0586a604-9ce1-4db0-9131-8b48f55068c8 req-6a88736b-df88-4ef2-97b3-864f77f2f472 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Jul 20 17:52:40.449278 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ecf0-9a28-4937-8b4d-43a592f794a8 req-33dc3a19-bc77-48a0-a4c5-c41604bde698 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:40.451239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c02ecf0-9a28-4937-8b4d-43a592f794a8 req-33dc3a19-bc77-48a0-a4c5-c41604bde698 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0499043 Jul 20 17:52:40.496466 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c02ecf0-9a28-4937-8b4d-43a592f794a8 req-6162dcbd-3d2d-4f81-a993-c7af766cd099 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Jul 20 17:52:41.441254 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df5d23-ca90-412a-8da1-ed7c9691abff req-ec36b1b6-9f95-4554-a4e8-f6ba78730dac tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:41.442769 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3df5d23-ca90-412a-8da1-ed7c9691abff req-ec36b1b6-9f95-4554-a4e8-f6ba78730dac tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0509090 Jul 20 17:52:41.491146 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3df5d23-ca90-412a-8da1-ed7c9691abff req-bd366ced-9264-47a2-a5a5-4c2449bbcbfc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Jul 20 17:52:41.606453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139605d-4b43-4e67-9b1e-c1873838ed0c req-7fed1e4d-6582-4542-83e8-5dad2c48857d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:41.608525 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3139605d-4b43-4e67-9b1e-c1873838ed0c req-7fed1e4d-6582-4542-83e8-5dad2c48857d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0463881 Jul 20 17:52:41.658154 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3139605d-4b43-4e67-9b1e-c1873838ed0c req-505f811d-d1de-4781-9937-a93eb6daae66 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jul 20 17:52:41.696290 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:42.611574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a562c-5cbb-4f04-85e0-401a9a9eaadb req-d9326ea2-e64d-4a22-b74b-e15da4d6dbc7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:42.613065 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-063a562c-5cbb-4f04-85e0-401a9a9eaadb req-d9326ea2-e64d-4a22-b74b-e15da4d6dbc7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0458834 Jul 20 17:52:42.659581 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-063a562c-5cbb-4f04-85e0-401a9a9eaadb req-e64eb8d7-820f-4e42-a8df-ee88634eb50f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Jul 20 17:52:42.671933 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:42.772189 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25c8e-9afd-45cb-acf2-0989a8773fe6 req-ad6ea23e-6c39-47c3-b09f-7f650f3c37cc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:42.773689 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a1e25c8e-9afd-45cb-acf2-0989a8773fe6 req-ad6ea23e-6c39-47c3-b09f-7f650f3c37cc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0474956 Jul 20 17:52:42.820933 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a1e25c8e-9afd-45cb-acf2-0989a8773fe6 req-92460bbc-3e35-4111-b08a-8ae4429d22fd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Jul 20 17:52:43.781422 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2f9fe-0007-4869-9f41-ff559b05e558 req-2193ec4c-6141-4635-a81c-f5edbbaa0ebb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:43.782887 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-32d2f9fe-0007-4869-9f41-ff559b05e558 req-2193ec4c-6141-4635-a81c-f5edbbaa0ebb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0508964 Jul 20 17:52:43.832730 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-32d2f9fe-0007-4869-9f41-ff559b05e558 req-902d27c2-010a-4f47-8199-1d0d1061d7c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Jul 20 17:52:43.932598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149f83-9e7b-43f1-8cd8-cbe3e76c7c1f req-a1b62051-b4a5-408c-a0f4-53fb0f263d61 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:43.934059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52149f83-9e7b-43f1-8cd8-cbe3e76c7c1f req-a1b62051-b4a5-408c-a0f4-53fb0f263d61 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0464306 Jul 20 17:52:43.981318 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52149f83-9e7b-43f1-8cd8-cbe3e76c7c1f req-4fcd79e0-b441-4b66-8d99-20a98d47044a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Jul 20 17:52:44.086160 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:44.107363 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fabefa8c-72fc-4d80-8a2a-afb1c16471e0 req-0bf12dda-b716-4b6a-9e44-3636c7f966c2 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912273 Jul 20 17:52:44.223108 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56b97-601e-423b-a032-f7b108cc8a9b req-08520ae4-e7a0-4bd1-91a2-2b29795d032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:44.224635 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aff56b97-601e-423b-a032-f7b108cc8a9b req-08520ae4-e7a0-4bd1-91a2-2b29795d032c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1129 time: 0.0381217 Jul 20 17:52:44.273660 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aff56b97-601e-423b-a032-f7b108cc8a9b req-806217d7-6474-4c84-8ccd-fec977e4cb86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 Jul 20 17:52:44.472819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e4a398bf-e881-4ff4-b8c9-00bfb8a92bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:44.957442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe081b90-4e6a-42e1-9a7e-57f30d45c711 req-c32c5f13-29a4-4205-8916-c6229b8103fb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:44.960530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe081b90-4e6a-42e1-9a7e-57f30d45c711 req-c32c5f13-29a4-4205-8916-c6229b8103fb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0512199 Jul 20 17:52:44.970984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:45.006652 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe081b90-4e6a-42e1-9a7e-57f30d45c711 req-5c2b4cdb-e42f-4f3b-8622-1c140126f8ac tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Jul 20 17:52:45.107348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4d90e-89aa-41d0-8788-1ea28bfd55d8 req-9ee689f7-2d46-4c6a-8674-b76b9e58fcc1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:45.108885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-57a4d90e-89aa-41d0-8788-1ea28bfd55d8 req-9ee689f7-2d46-4c6a-8674-b76b9e58fcc1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0523257 Jul 20 17:52:45.162688 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-57a4d90e-89aa-41d0-8788-1ea28bfd55d8 req-750d49b2-2681-4b33-8299-018bb00bea9d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477483 Jul 20 17:52:46.126303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fc493-4b54-4b6f-a5d8-937d2a59c79a req-c1b3c482-25b8-4293-b010-a16c92c813ab tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:46.127784 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c73fc493-4b54-4b6f-a5d8-937d2a59c79a req-c1b3c482-25b8-4293-b010-a16c92c813ab tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0489564 Jul 20 17:52:46.180503 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c73fc493-4b54-4b6f-a5d8-937d2a59c79a req-87c5a686-edbd-4e12-8599-974786499da3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467775 Jul 20 17:52:46.279785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d8a9-b1d6-4ab9-8097-9a15a7d68e44 req-92a5fb6f-819c-4cf5-a868-6873fe79504f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:46.281245 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3d0d8a9-b1d6-4ab9-8097-9a15a7d68e44 req-92a5fb6f-819c-4cf5-a868-6873fe79504f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0467415 Jul 20 17:52:46.327828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3d0d8a9-b1d6-4ab9-8097-9a15a7d68e44 req-91ded9aa-c6b8-4d81-b696-3eac2ee22b07 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jul 20 17:52:46.838196 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2ce13b47-da6a-4e07-b4b3-d46a06e9fe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:47.306986 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355445b2-3d6f-46bb-b1b5-29e4e2821407 req-9642b8c3-0dcb-4a84-be5a-ff805456845c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:47.308474 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-355445b2-3d6f-46bb-b1b5-29e4e2821407 req-9642b8c3-0dcb-4a84-be5a-ff805456845c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0509129 Jul 20 17:52:47.361531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-355445b2-3d6f-46bb-b1b5-29e4e2821407 req-2bdf2a40-1234-4b89-b72f-4c0df2b25030 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 Jul 20 17:52:47.454442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24103a-5c35-4d33-aded-7ec01a18a2c8 req-64586e95-16eb-49e4-87b3-7c4c70c233f2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:47.455910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c24103a-5c35-4d33-aded-7ec01a18a2c8 req-64586e95-16eb-49e4-87b3-7c4c70c233f2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0523880 Jul 20 17:52:47.501705 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c24103a-5c35-4d33-aded-7ec01a18a2c8 req-824ff2c9-f5c4-4756-a3bb-807a24878116 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Jul 20 17:52:48.340855 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:48.477415 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b9e91-9cde-4384-83d1-d3b30620cba1 req-5bddd37f-d54d-425e-8c84-0051f4e2ef4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:48.478847 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-649b9e91-9cde-4384-83d1-d3b30620cba1 req-5bddd37f-d54d-425e-8c84-0051f4e2ef4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0466874 Jul 20 17:52:48.524539 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-649b9e91-9cde-4384-83d1-d3b30620cba1 req-51bbc9da-7da7-4214-9009-21740518cf24 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396583 Jul 20 17:52:48.615250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88d057-5a84-4db2-bb7e-28dcfc4f4708 req-f19bf8c7-4be3-4893-95be-bb99e3932d6a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:48.616698 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e88d057-5a84-4db2-bb7e-28dcfc4f4708 req-f19bf8c7-4be3-4893-95be-bb99e3932d6a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0473757 Jul 20 17:52:48.667003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e88d057-5a84-4db2-bb7e-28dcfc4f4708 req-8064e163-79a2-442e-a40c-1325526b7933 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Jul 20 17:52:49.647171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f23aaf-6024-430a-8db4-4e387980eb81 req-b614e0dc-3cb0-4d6a-a7fe-bdb3128513f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:49.648698 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46f23aaf-6024-430a-8db4-4e387980eb81 req-b614e0dc-3cb0-4d6a-a7fe-bdb3128513f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0498259 Jul 20 17:52:49.706300 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46f23aaf-6024-430a-8db4-4e387980eb81 req-45b10333-5e92-412c-b78b-c6ae8cb0468f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510709 Jul 20 17:52:49.816297 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:49.821028 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:49.824733 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeed8f-b00d-49a2-acbf-ddf0f553b271 req-bc012e36-803e-4e41-bf95-ba972bc53aca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:49.828149 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5aaeed8f-b00d-49a2-acbf-ddf0f553b271 req-bc012e36-803e-4e41-bf95-ba972bc53aca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0500052 Jul 20 17:52:49.876720 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5aaeed8f-b00d-49a2-acbf-ddf0f553b271 req-175c96a1-2ea7-422d-9c86-ea16007f0f46 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Jul 20 17:52:50.078488 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:50.846413 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d78fc-87e5-4a54-868c-fd20a68f4b32 req-a2ae216d-91f0-4f44-9585-ba03e5acab57 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:50.848071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a23d78fc-87e5-4a54-868c-fd20a68f4b32 req-a2ae216d-91f0-4f44-9585-ba03e5acab57 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0563471 Jul 20 17:52:50.899111 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a23d78fc-87e5-4a54-868c-fd20a68f4b32 req-427c2e2b-bea2-43a4-906f-2db4b5084a1d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Jul 20 17:52:51.016751 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6d77a-2c8c-45fb-972b-322c4c73ac0f req-bdea08ef-d72b-46c9-b818-82de5fc393c4 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:51.018476 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54e6d77a-2c8c-45fb-972b-322c4c73ac0f req-bdea08ef-d72b-46c9-b818-82de5fc393c4 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0508864 Jul 20 17:52:51.051829 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:51.083199 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-54e6d77a-2c8c-45fb-972b-322c4c73ac0f req-b586e11c-d108-42e9-ba9b-2c40b5454255 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527530 Jul 20 17:52:52.024672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e209-6f53-4beb-87bb-8e4408147aa5 req-e71793e4-2b30-4249-bc3d-1d4bf0c19bba tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:52.026388 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9762e209-6f53-4beb-87bb-8e4408147aa5 req-e71793e4-2b30-4249-bc3d-1d4bf0c19bba tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0514073 Jul 20 17:52:52.082929 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9762e209-6f53-4beb-87bb-8e4408147aa5 req-13f5ebbd-f402-4a9b-9d29-2f3390488a1b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Jul 20 17:52:52.209391 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd12cf-08dd-4438-8a13-c0628b1e0e30 req-a9345f01-ae1d-48a1-af17-b5d1ba758880 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:52.210828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-17cd12cf-08dd-4438-8a13-c0628b1e0e30 req-a9345f01-ae1d-48a1-af17-b5d1ba758880 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0503006 Jul 20 17:52:52.267919 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-17cd12cf-08dd-4438-8a13-c0628b1e0e30 req-9834d4ac-47ca-4f95-8cbe-1f4b086f5b1d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499361 Jul 20 17:52:53.211141 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58fc8d-7103-4fb7-9047-0f27802884dc req-46679a4b-fc8f-47fa-9142-663a5db367f5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:53.212652 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c58fc8d-7103-4fb7-9047-0f27802884dc req-46679a4b-fc8f-47fa-9142-663a5db367f5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0509570 Jul 20 17:52:53.266603 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c58fc8d-7103-4fb7-9047-0f27802884dc req-becf234f-8370-48f1-ac8c-96d17fab9d01 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476341 Jul 20 17:52:53.400280 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984aa-7ddb-44e7-a582-2766524435b9 req-db50eb35-8d34-4ebe-a87c-04625f3c2a71 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:53.401823 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a6984aa-7ddb-44e7-a582-2766524435b9 req-db50eb35-8d34-4ebe-a87c-04625f3c2a71 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0539296 Jul 20 17:52:53.461194 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a6984aa-7ddb-44e7-a582-2766524435b9 req-8604de1b-e822-4b5b-bc6e-f635596609be tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 Jul 20 17:52:54.392086 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fc67-c235-4edc-94c0-7f8c170ef7a0 req-2f4f0882-232f-4f1e-a33c-8bda7f6db77b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:54.393580 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f74fc67-c235-4edc-94c0-7f8c170ef7a0 req-2f4f0882-232f-4f1e-a33c-8bda7f6db77b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0505943 Jul 20 17:52:54.453558 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f74fc67-c235-4edc-94c0-7f8c170ef7a0 req-cf9f998f-9f6c-493b-98d1-b97919c83836 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539591 Jul 20 17:52:54.601233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c2d0-6c32-43de-a5af-f5de14075456 req-33431a83-35d8-43bd-92ff-d913a941d2a8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:54.603358 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08f1c2d0-6c32-43de-a5af-f5de14075456 req-33431a83-35d8-43bd-92ff-d913a941d2a8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0657125 Jul 20 17:52:54.654706 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08f1c2d0-6c32-43de-a5af-f5de14075456 req-88674f44-fd45-4f6e-90e7-ecd4edfc07b7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Jul 20 17:52:55.600890 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be9181-3479-41ed-9765-3310bf3251f6 req-3bf6e2f0-294a-47f8-a4d0-40ae21ffdefb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:55.602655 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-28be9181-3479-41ed-9765-3310bf3251f6 req-3bf6e2f0-294a-47f8-a4d0-40ae21ffdefb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0608802 Jul 20 17:52:55.657816 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-28be9181-3479-41ed-9765-3310bf3251f6 req-4e016f24-b5e2-4c6f-99b8-a58cd0dcabcc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488093 Jul 20 17:52:55.777987 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f16534-613d-49ac-bdd5-dac8b215dc11 req-87b7c61e-8689-4dba-921a-83f3a0806131 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:55.780286 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4f16534-613d-49ac-bdd5-dac8b215dc11 req-87b7c61e-8689-4dba-921a-83f3a0806131 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0512986 Jul 20 17:52:55.832526 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4f16534-613d-49ac-bdd5-dac8b215dc11 req-d0f4c26c-fd4f-4bca-8978-4af711adf4ac tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Jul 20 17:52:56.621505 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:56.673339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57560) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:56.792593 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:56.828777 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9dc22-7ec5-406d-8c7e-f1037947e33b req-0c9717a5-6514-45fb-9bbd-4bc299b95a87 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:56.830268 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30f9dc22-7ec5-406d-8c7e-f1037947e33b req-0c9717a5-6514-45fb-9bbd-4bc299b95a87 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0615473 Jul 20 17:52:56.881405 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Publish callbacks [] for security_group (595fad4f-66de-4f62-bd63-a3b8efc8d858), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:56.897889 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30f9dc22-7ec5-406d-8c7e-f1037947e33b req-982bc14d-3794-4bd5-a728-204063bc60b0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605383 Jul 20 17:52:56.952822 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (595fad4f-66de-4f62-bd63-a3b8efc8d858), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:56.962591 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:56.986761 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fad4f-66de-4f62-bd63-a3b8efc8d858,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:56.996898 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.997343 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.997693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.998048 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.998385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.998715 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.999226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:56.999731 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.000227 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.000771 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.003440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.003440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.003440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.003440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.003440 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:52:57.009237 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18bdc8-30cf-4f51-a917-b6465678992d req-637e2e38-e315-4fd3-bfcc-3a016e4235ac tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:57.010995 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd18bdc8-30cf-4f51-a917-b6465678992d req-637e2e38-e315-4fd3-bfcc-3a016e4235ac tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0578856 Jul 20 17:52:57.021033 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d164f359-5977-4a30-bebb-e40b1972af83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0b4f1348a04474f8105fc69b6becd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465266 Jul 20 17:52:57.021750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57570) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:52:57.076866 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] Publish callbacks [] for security_group (595fad4f-66de-4f62-bd63-a3b8efc8d858), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:57.084743 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd18bdc8-30cf-4f51-a917-b6465678992d req-4c9accd7-7a5f-42ca-9dde-3992b92310ea tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Jul 20 17:52:57.102021 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] Publish callbacks [] for security_group (595fad4f-66de-4f62-bd63-a3b8efc8d858), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:57.285507 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (595fad4f-66de-4f62-bd63-a3b8efc8d858), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:57.288084 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:57.289271 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/595fad4f-66de-4f62-bd63-a3b8efc8d858 HTTP/1.1" status: 204 len: 168 time: 0.2664526 Jul 20 17:52:57.299090 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a0015-b346-47fc-a9d8-db504b3f9283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fad4f-66de-4f62-bd63-a3b8efc8d858,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:52:58.040101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0213e-97d5-4751-892a-8abd1f5151da req-408ef0f9-b5da-4ab9-9a0a-d351df6ccebb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:58.041566 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e4f0213e-97d5-4751-892a-8abd1f5151da req-408ef0f9-b5da-4ab9-9a0a-d351df6ccebb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0552535 Jul 20 17:52:58.082094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:58.152686 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e4f0213e-97d5-4751-892a-8abd1f5151da req-e9179726-83b7-4c75-90a2-b24936bb8719 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989201 Jul 20 17:52:58.236542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b3fe-d16f-4e2a-85dd-40c28b7ad264 req-fe37852c-ad52-49f1-b4e6-b32c75b15632 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:58.238239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-af14b3fe-d16f-4e2a-85dd-40c28b7ad264 req-fe37852c-ad52-49f1-b4e6-b32c75b15632 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0813344 Jul 20 17:52:58.293569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-af14b3fe-d16f-4e2a-85dd-40c28b7ad264 req-b691ce22-c037-4591-84e0-9fcc7a2426a7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 Jul 20 17:52:59.270418 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814af6-9c51-46b1-8a51-f56578352cfd req-6fdc018c-d733-4cf0-b803-3b84e45a9dc3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:59.272124 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c8814af6-9c51-46b1-8a51-f56578352cfd req-6fdc018c-d733-4cf0-b803-3b84e45a9dc3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0518332 Jul 20 17:52:59.586601 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872ee1e-bfb1-4b5c-b3c7-98b79a7beec6 req-c3087ba4-39e5-47e9-9586-a891ed84d517 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:52:59.588179 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0872ee1e-bfb1-4b5c-b3c7-98b79a7beec6 req-c3087ba4-39e5-47e9-9586-a891ed84d517 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0679505 Jul 20 17:52:59.591883 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c8814af6-9c51-46b1-8a51-f56578352cfd req-ed7da56a-e5c7-476b-93b8-ed5aa4c6a5e7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100646 Jul 20 17:52:59.650876 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0872ee1e-bfb1-4b5c-b3c7-98b79a7beec6 req-99aaa6de-25aa-4f3c-8102-7e465089c372 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Jul 20 17:53:00.724137 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93898527-0aff-4cb7-b82a-afd4f3f0d9d1 req-316eb108-3096-4894-93c5-24784daf436d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:00.725668 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93898527-0aff-4cb7-b82a-afd4f3f0d9d1 req-316eb108-3096-4894-93c5-24784daf436d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0553091 Jul 20 17:53:00.801265 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93898527-0aff-4cb7-b82a-afd4f3f0d9d1 req-9e2f8b52-7e2b-4980-ae8a-dcb758d933b8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700655 Jul 20 17:53:00.815744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85575f80-42b0-454f-90aa-279189ecf5f4 req-a1cddd7a-8ad0-4fbb-886d-4378ef81ef7b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:00.817243 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-85575f80-42b0-454f-90aa-279189ecf5f4 req-a1cddd7a-8ad0-4fbb-886d-4378ef81ef7b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0593975 Jul 20 17:53:00.869022 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-85575f80-42b0-454f-90aa-279189ecf5f4 req-3ce50362-16aa-4ff9-8380-f195a6b511d6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Jul 20 17:53:01.922791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb082687-e3fd-4ee2-a1b9-7b58cf550e72 req-20b8ffc0-2cd6-4738-a12b-1047bba29040 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:01.924282 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb082687-e3fd-4ee2-a1b9-7b58cf550e72 req-20b8ffc0-2cd6-4738-a12b-1047bba29040 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0484898 Jul 20 17:53:02.019101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8583e4-76e9-4859-8da4-65b21a5b7d9e req-4c6e66a9-cec9-411d-b266-7f409b4f0f71 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:02.020878 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db8583e4-76e9-4859-8da4-65b21a5b7d9e req-4c6e66a9-cec9-411d-b266-7f409b4f0f71 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0741231 Jul 20 17:53:02.023515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb082687-e3fd-4ee2-a1b9-7b58cf550e72 req-ff3ea181-bc82-4085-ae6b-b20d36a0e473 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922382 Jul 20 17:53:02.071578 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db8583e4-76e9-4859-8da4-65b21a5b7d9e req-de8e65ec-75f0-4e09-ba35-f2179a62b855 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Jul 20 17:53:02.507414 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3104aad-dc9a-4d7c-a843-487b125ab592 req-2ca58db7-568e-4ef2-8082-eaefe3e255d0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:02.509056 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3104aad-dc9a-4d7c-a843-487b125ab592 req-2ca58db7-568e-4ef2-8082-eaefe3e255d0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0485711 Jul 20 17:53:02.565604 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3104aad-dc9a-4d7c-a843-487b125ab592 req-77c7c5f1-b03a-408a-8b5d-f59e343d556c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Jul 20 17:53:02.627848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-9b5c8525-4029-4c1f-8d5f-36b7c13bcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:02.630494 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-9b5c8525-4029-4c1f-8d5f-36b7c13bcf5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1129 time: 0.0553131 Jul 20 17:53:02.719833 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:02.724483 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-013e2e50-874b-47aa-a80c-86bafe12bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:02.726107 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-013e2e50-874b-47aa-a80c-86bafe12bec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.0887010 Jul 20 17:53:03.150981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a1018-0faf-4bf5-aedf-1774c9871512 req-ffadb463-206c-48d7-8a91-5da522035692 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:03.152512 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-774a1018-0faf-4bf5-aedf-1774c9871512 req-ffadb463-206c-48d7-8a91-5da522035692 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0496392 Jul 20 17:53:03.206007 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-774a1018-0faf-4bf5-aedf-1774c9871512 req-e08eb4e9-c517-4c7e-a0d6-a1eeb2d679a0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472648 Jul 20 17:53:03.269982 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:03.282936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23a14-a81e-4cc2-8a45-bf9ce56a1af8 req-5b4caddc-5ccf-4345-838b-d1517fc56e37 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:03.284378 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4be23a14-a81e-4cc2-8a45-bf9ce56a1af8 req-5b4caddc-5ccf-4345-838b-d1517fc56e37 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0462878 Jul 20 17:53:03.330994 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4be23a14-a81e-4cc2-8a45-bf9ce56a1af8 req-b18423d7-3a77-4d9b-857d-f05bf0814e62 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jul 20 17:53:03.352946 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57676) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:03.545945 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453fc0e7-d16f-4e6a-ac0e-1d0e5d81e3c4 tempest-TestMinimumBasicScenario-416490093 tempest-TestMinimumBasicScenario-416490093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:03.547434 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-453fc0e7-d16f-4e6a-ac0e-1d0e5d81e3c4 tempest-TestMinimumBasicScenario-416490093 tempest-TestMinimumBasicScenario-416490093-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1125 time: 0.1935263 Jul 20 17:53:03.550399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57682) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:03.554596 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'port_id': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:03.615089 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:03.681980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b1d4f-2960-4fd0-b1c0-31035ec32dd2 req-a0b034f9-34a8-456c-a1b6-1eea83fba466 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:03.683397 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-056b1d4f-2960-4fd0-b1c0-31035ec32dd2 req-a0b034f9-34a8-456c-a1b6-1eea83fba466 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0478215 Jul 20 17:53:03.695342 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:03.731867 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-056b1d4f-2960-4fd0-b1c0-31035ec32dd2 req-83e7239e-dfb0-42b6-8b46-46aa3af778fd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Jul 20 17:53:03.804796 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Allocated IP 172.27.3.17 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/58d712b9-992a-4bd6-acfc-4059e92d3e22) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:03.907228 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:03.911134 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:04.010018 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.021952 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:04.052017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:04.056832 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:04.059340 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:04.085730 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'Port': ['ID=58d712b9-992a-4bd6-acfc-4059e92d3e22,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:04.328043 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d578c7e-9ae9-48df-9291-4e6d9fad7e3e req-861581b5-d7ac-41bd-9a79-f5c8663a09cc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:04.329560 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d578c7e-9ae9-48df-9291-4e6d9fad7e3e req-861581b5-d7ac-41bd-9a79-f5c8663a09cc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0507197 Jul 20 17:53:04.377589 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d578c7e-9ae9-48df-9291-4e6d9fad7e3e req-ce74b40f-c17a-4c32-b3da-687445abcb53 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Jul 20 17:53:04.415556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for floatingip (353be2cf-520d-4d9a-b2b3-d80899958551), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.545067 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.675190 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:04.686458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.740644 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.805363 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'Port': ['ID=58d712b9-992a-4bd6-acfc-4059e92d3e22,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:04.819464 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (353be2cf-520d-4d9a-b2b3-d80899958551), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.855824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393d9c2-ab20-42c9-9910-6632760a2dc4 req-18242114-ed2e-4278-8461-9be93320969f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:04.857434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8393d9c2-ab20-42c9-9910-6632760a2dc4 req-18242114-ed2e-4278-8461-9be93320969f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0564532 Jul 20 17:53:04.908376 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8393d9c2-ab20-42c9-9910-6632760a2dc4 req-b6b9bd68-4c84-450c-a2d8-1ab1e0429572 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Jul 20 17:53:04.927060 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Floating IP 353be2cf-520d-4d9a-b2b3-d80899958551 associated. External IP: 172.27.3.17, port: 05bc7328-58f7-4b9a-89df-2347f267ebb3. Jul 20 17:53:05.137331 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Router d530906e-fe5a-4868-8a63-0aa4a4b178a7 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:53:05.190238 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:05.514306 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:53:05.517360 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b05c1-0dbb-498b-9307-a2407823a7bf req-9cd9c2fe-f81b-43fa-9e78-c8fd2875e6de tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:05.519224 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-973b05c1-0dbb-498b-9307-a2407823a7bf req-9cd9c2fe-f81b-43fa-9e78-c8fd2875e6de tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0616829 Jul 20 17:53:05.524389 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Sync routers for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:53:05.534246 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:05.534931 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:52:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:05.623709 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-768be04f-9e2b-4306-aa1d-73bfbd813bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 200 len: 217 time: 0.0469811 Jul 20 17:53:05.626887 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-973b05c1-0dbb-498b-9307-a2407823a7bf req-6888e6f4-f359-4c19-9940-fe770745dcfb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909286 Jul 20 17:53:05.678755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-c0df9971-f8fb-4360-bece-783fd618af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:05.680273 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-c0df9971-f8fb-4360-bece-783fd618af58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0484219 Jul 20 17:53:05.736334 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-3ceb4907-d18b-4ceb-8966-2edb0ad8abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:05.737875 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-3ceb4907-d18b-4ceb-8966-2edb0ad8abae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436609 Jul 20 17:53:05.762678 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:05.864785 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-4719fb84-5e39-4b4d-91a7-8c7cc5498eae service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875809 Jul 20 17:53:05.940003 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:05.968657 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b24d3b4-87c9-4609-9fe2-a63c64e7b240 req-65e3c8d0-2117-4943-95e6-627399abecf6 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943134 Jul 20 17:53:05.978911 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '353be2cf-520d-4d9a-b2b3-d80899958551', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'port_id': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'mac_address': 'fa:16:3e:98:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192a390-865f-408d-adb6-01f03593249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:04Z', 'updated_at': '2022-07-20T17:53:04Z', 'revision_number': 0, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:05.994901 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b8730c3d-153c-465f-addb-d8f0034a4d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4431760 Jul 20 17:53:05.995909 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:06.001841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 57702) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:06.007920 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615931283', 'description': 'tempest-secgroup-smoke-615931283 description', 'project_id': '63d0c5b02155444fb44a732c46674b8f'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:06.009568 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Checking router: d530906e-fe5a-4868-8a63-0aa4a4b178a7 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:53:06.010382 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abfa790-2190-4173-9638-05b79fe43e87" -d '{"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:06.018678 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:06.019307 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:52:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:06.066680 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:06.068227 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a568b0c-f4c1-4cf6-b516-dead16c155af x-openstack-request-id: req-4a568b0c-f4c1-4cf6-b516-dead16c155af {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:06.068752 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:06.069660 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a568b0c-f4c1-4cf6-b516-dead16c155af {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:06.070288 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a568b0c-f4c1-4cf6-b516-dead16c155af'] response: {'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:53:06.092042 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d9721-bdb3-43f4-9e3b-c38d15a008fd req-a389fae8-1c23-4149-9dac-bf16928d6e7f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:06.096476 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-520d9721-bdb3-43f4-9e3b-c38d15a008fd req-a389fae8-1c23-4149-9dac-bf16928d6e7f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0784101 Jul 20 17:53:06.145690 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:06.148693 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-520d9721-bdb3-43f4-9e3b-c38d15a008fd req-dd9cd3fc-9de8-4265-b043-4de97bdf4aaf tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 Jul 20 17:53:06.230890 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:06.252742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa790-2190-4173-9638-05b79fe43e87 req-df545db9-dad0-4e4a-955a-6dc8576c20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:06.254500 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-df545db9-dad0-4e4a-955a-6dc8576c20fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1130 time: 0.0554845 Jul 20 17:53:06.268814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:06.356743 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '353be2cf-520d-4d9a-b2b3-d80899958551', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'port_id': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'mac_address': 'fa:16:3e:98:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192a390-865f-408d-adb6-01f03593249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:04Z', 'updated_at': '2022-07-20T17:53:04Z', 'revision_number': 0, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:06.363636 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (8b001fd3-c0ff-44ac-b09f-080a5f42198e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:06.387273 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18ba3f-10ab-456b-a08c-ea9a132a7cbe None None] The sync data for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi is: [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '353be2cf-520d-4d9a-b2b3-d80899958551', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'port_id': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'mac_address': 'fa:16:3e:98:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192a390-865f-408d-adb6-01f03593249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:04Z', 'updated_at': '2022-07-20T17:53:04Z', 'revision_number': 0, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:53:06.397843 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa790-2190-4173-9638-05b79fe43e87 req-a9e3428b-9887-4d22-af56-6966fee48a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:06.399324 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-a9e3428b-9887-4d22-af56-6966fee48a99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 915 time: 0.1126940 Jul 20 17:53:06.483885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8b001fd3-c0ff-44ac-b09f-080a5f42198e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:06.518419 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b001fd3-c0ff-44ac-b09f-080a5f42198e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:06.526020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.526375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.526713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.527115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.527370 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.527707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.528036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.528362 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.529267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.529592 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.529919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.530238 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.530553 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.530876 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.531331 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:06.598595 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015fb82-9e65-426f-883d-8f6fedcf5386 None None] New status for floating IP 353be2cf-520d-4d9a-b2b3-d80899958551: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:53:06.628512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:06.629876 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-32366bec-3a1d-426e-a748-4f93ac86eb60 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6270075 Jul 20 17:53:06.632831 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 57714) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:06.637242 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:06.764183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2887f-ad37-4b93-87d1-6f450244eaa3 req-b8663a4e-cf5b-4d39-9ee6-33578a1eee31 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:06.765687 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c3b2887f-ad37-4b93-87d1-6f450244eaa3 req-b8663a4e-cf5b-4d39-9ee6-33578a1eee31 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0579219 Jul 20 17:53:06.766287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (af5badcf-7389-4abf-9a8a-9db3e7123c01), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:06.848093 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c3b2887f-ad37-4b93-87d1-6f450244eaa3 req-0f68d377-8ecd-4330-b553-f470ca39be6c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723128 Jul 20 17:53:06.849826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (af5badcf-7389-4abf-9a8a-9db3e7123c01), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.001470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (af5badcf-7389-4abf-9a8a-9db3e7123c01), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.022580 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5badcf-7389-4abf-9a8a-9db3e7123c01,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:07.096914 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.098281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-89f2282e-1b73-4653-8a16-9939ce2a5b47 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645205 Jul 20 17:53:07.100981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 57720) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:07.105354 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:07.110813 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:07.256523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (3fa2821f-d5ff-40ae-a733-dd5656e93348), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.282537 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41c399-d549-42e3-9aee-47a08c2e8cbf req-95374493-bef8-45e6-b0fc-3fad0e853c19 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:07.283916 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c41c399-d549-42e3-9aee-47a08c2e8cbf req-95374493-bef8-45e6-b0fc-3fad0e853c19 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0664773 Jul 20 17:53:07.354608 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (3fa2821f-d5ff-40ae-a733-dd5656e93348), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.359958 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c41c399-d549-42e3-9aee-47a08c2e8cbf req-69e1da8e-4d4f-4b54-af72-44d3a39ab75a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 Jul 20 17:53:07.478892 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (3fa2821f-d5ff-40ae-a733-dd5656e93348), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.499752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa2821f-d5ff-40ae-a733-dd5656e93348,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:07.606328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.607414 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f684bf2b-02fd-43f6-a0f1-a9956adc62ae tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5055177 Jul 20 17:53:07.610364 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57728) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:07.614902 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:07.718219 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (01a62228-a2bc-47ce-a15b-3958f35a8877), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.768198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8632e-0e49-4a00-bfd0-73de70aefc2d req-39a4a283-155f-4ab7-9b0b-ba42a2b99ae1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:07.769703 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-40b8632e-0e49-4a00-bfd0-73de70aefc2d req-39a4a283-155f-4ab7-9b0b-ba42a2b99ae1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Jul 20 17:53:07.775158 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (01a62228-a2bc-47ce-a15b-3958f35a8877), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.820669 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-40b8632e-0e49-4a00-bfd0-73de70aefc2d req-934d2710-4186-4516-842c-ed8bde8484d0 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Jul 20 17:53:07.849577 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (01a62228-a2bc-47ce-a15b-3958f35a8877), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.870328 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a62228-a2bc-47ce-a15b-3958f35a8877,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:07.977076 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:07.978385 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-baa21ac9-f588-4dc1-8926-f929e3425333 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670466 Jul 20 17:53:07.981250 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57738) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:07.986010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:08.011195 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9cf0e-e420-4ff1-b109-0468f9918fde req-a804f1ba-ab5f-440d-80a5-f050e1d296b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:08.013598 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dbd9cf0e-e420-4ff1-b109-0468f9918fde req-a804f1ba-ab5f-440d-80a5-f050e1d296b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0905011 Jul 20 17:53:08.033728 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-e952514a-c50e-4271-afbc-4569ceac24e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 1001 time: 0.0791118 Jul 20 17:53:08.077221 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dbd9cf0e-e420-4ff1-b109-0468f9918fde req-aa465c11-313c-4ec0-b84e-375648a546e5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553837 Jul 20 17:53:08.112242 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (cb11ab54-ff47-4dc2-b37b-73086fad0723), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.162227 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:08.171380 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (cb11ab54-ff47-4dc2-b37b-73086fad0723), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.266518 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (cb11ab54-ff47-4dc2-b37b-73086fad0723), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.287893 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb11ab54-ff47-4dc2-b37b-73086fad0723,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:08.376823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.378029 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-83742901-7360-415d-8ea1-fac708a4dde7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3953269 Jul 20 17:53:08.381220 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 57742) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:08.387934 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:08.476883 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8758a-a191-40c3-b878-d4d8761d3f79 req-8ded9ca4-6805-4998-8591-bffc6410b177 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:08.478266 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97b8758a-a191-40c3-b878-d4d8761d3f79 req-8ded9ca4-6805-4998-8591-bffc6410b177 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0500996 Jul 20 17:53:08.483691 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.securitygroups_db [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Project 63d0c5b02155444fb44a732c46674b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:53:08.495616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (1a1dfda0-fcee-4189-a929-05979ba8bbe3), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.555753 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97b8758a-a191-40c3-b878-d4d8761d3f79 req-c4f8b186-80ef-4171-b632-fe9d029b8d37 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688977 Jul 20 17:53:08.562094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:08.574453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (1a1dfda0-fcee-4189-a929-05979ba8bbe3), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.667072 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (1a1dfda0-fcee-4189-a929-05979ba8bbe3), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.688093 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1dfda0-fcee-4189-a929-05979ba8bbe3,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:08.698608 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:53:08.805843 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:08.807004 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6e6ba1ec-64b3-4dd5-8269-fdc619631c1b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4227402 Jul 20 17:53:08.810211 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 57746) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:08.814750 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'security_group_rule': {'security_group_id': '8b001fd3-c0ff-44ac-b09f-080a5f42198e', 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:08.925941 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.securitygroups_db [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Project 63d0c5b02155444fb44a732c46674b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:53:08.938702 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8e78-9f9d-4f32-82f5-f2f28040f180 req-3c4868f7-3e30-4d60-bc17-26ae40d190f6 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:08.940554 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb0e8e78-9f9d-4f32-82f5-f2f28040f180 req-3c4868f7-3e30-4d60-bc17-26ae40d190f6 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.0527859 Jul 20 17:53:08.941295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (6f9874f2-a0b5-4095-bb68-0b9cf5df840f), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.031378 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb0e8e78-9f9d-4f32-82f5-f2f28040f180 req-7e14baa8-6a1a-44bf-859e-5f98a0c67a95 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807910 Jul 20 17:53:09.041142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (6f9874f2-a0b5-4095-bb68-0b9cf5df840f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.112587 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (6f9874f2-a0b5-4095-bb68-0b9cf5df840f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.133546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9874f2-a0b5-4095-bb68-0b9cf5df840f,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:09.213505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ad9c5-271e-42a7-adfa-a6adb2fc76e2 req-8a8a675e-c10f-49a0-9d0d-959ec88d00f6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:09.215015 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-be9ad9c5-271e-42a7-adfa-a6adb2fc76e2 req-8a8a675e-c10f-49a0-9d0d-959ec88d00f6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0492585 Jul 20 17:53:09.238365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.239589 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-504c40db-bda5-42bb-a498-8f6f6b76008d tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284544 Jul 20 17:53:09.267095 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:09.271730 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-be9ad9c5-271e-42a7-adfa-a6adb2fc76e2 req-7b5e63e7-b0bf-4c08-bb94-5db5a4eb8447 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501428 Jul 20 17:53:09.330908 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-566bbfb7-6f37-4071-a69c-40aedf0c66a7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615931283&fields=id&tenant_id=63d0c5b02155444fb44a732c46674b8f HTTP/1.1" status: 200 len: 267 time: 0.0466342 Jul 20 17:53:09.385056 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-874b94b9-d7cb-4945-b6da-fe1efbcddb79 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:09.386447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-874b94b9-d7cb-4945-b6da-fe1efbcddb79 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0502944 Jul 20 17:53:09.396879 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'port': {'security_groups': ['ed2c4e28-391e-42ad-a1a9-d190a0cf0f95', '8b001fd3-c0ff-44ac-b09f-080a5f42198e']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:09.472245 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.655645 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57762) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:09.675416 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:09.687546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89092a01-9e79-4841-87de-560185276a58 req-b43b0d9d-e513-40cf-be09-16889a39f4db tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:09.689656 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-89092a01-9e79-4841-87de-560185276a58 req-b43b0d9d-e513-40cf-be09-16889a39f4db tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0614576 Jul 20 17:53:09.708135 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:09.769088 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9f5-92d4-417e-900d-f5b8517950c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.769639 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.773983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-89092a01-9e79-4841-87de-560185276a58 req-d9311736-5965-42d0-9104-484592b37abc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790699 Jul 20 17:53:09.811024 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.848611 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9f5-92d4-417e-900d-f5b8517950c3 admin admin] Publish callbacks [] for security_group (fb64dc50-4503-4e70-8f8f-aa74bdf04d2e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.857416 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:09.865125 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:09.866585 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:09.878974 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:09.879510 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.880918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a9591fd-b8aa-4193-9d6f-ef4ce0897949 req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "PUT /v2.0/ports/05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 982 time: 0.4884143 Jul 20 17:53:09.881335 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:09.883574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1154fdd-456a-4ac4-a4c3-8f57991a0127" -d '{"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:09.896872 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae8a22-92a4-4609-880f-1a3b231d68ec tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=6']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:09.924543 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd9f5-92d4-417e-900d-f5b8517950c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fb64dc50-4503-4e70-8f8f-aa74bdf04d2e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:09.931665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d80125d-f2d6-4aa7-b963-89a1e720060a x-openstack-request-id: req-5d80125d-f2d6-4aa7-b963-89a1e720060a {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:09.931988 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:09.932250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d80125d-f2d6-4aa7-b963-89a1e720060a {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:09.932693 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d80125d-f2d6-4aa7-b963-89a1e720060a'] response: {'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:53:09.967952 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8d4dd9f5-92d4-417e-900d-f5b8517950c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e668d4fed58445a086a673431c8f03dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111293 Jul 20 17:53:09.971675 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57772) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:09.984149 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd9f5-92d4-417e-900d-f5b8517950c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb64dc50-4503-4e70-8f8f-aa74bdf04d2e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:10.018794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cf8a7-3a9a-4fde-a792-52c0ba1d32c0 req-75489c10-e04a-47f2-81ec-5e9ce8e0c94e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:10.036666 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-819cf8a7-3a9a-4fde-a792-52c0ba1d32c0 req-75489c10-e04a-47f2-81ec-5e9ce8e0c94e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0743747 Jul 20 17:53:10.038515 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] Publish callbacks [] for security_group (fb64dc50-4503-4e70-8f8f-aa74bdf04d2e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.070954 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] Publish callbacks [] for security_group (fb64dc50-4503-4e70-8f8f-aa74bdf04d2e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.117604 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:10.193306 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-819cf8a7-3a9a-4fde-a792-52c0ba1d32c0 req-3f9f7fcf-22c9-4dd8-a1c4-47eaf2459ae0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556528 Jul 20 17:53:10.206939 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:53:10.208575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52750b5-d335-4512-b36b-7d3e2b7dbe0d req-754ea6cb-8807-4590-985f-3bb22e7a00e6 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:10.215192 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fb64dc50-4503-4e70-8f8f-aa74bdf04d2e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.216680 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a52750b5-d335-4512-b36b-7d3e2b7dbe0d req-754ea6cb-8807-4590-985f-3bb22e7a00e6 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.0869126 Jul 20 17:53:10.217930 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.221561 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb64dc50-4503-4e70-8f8f-aa74bdf04d2e HTTP/1.1" status: 204 len: 168 time: 0.2463586 Jul 20 17:53:10.229649 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309c736-627b-4fbe-9fc2-0ed1bf7aa045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb64dc50-4503-4e70-8f8f-aa74bdf04d2e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:10.267920 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a52750b5-d335-4512-b36b-7d3e2b7dbe0d req-b450a474-9bb4-4d34-871b-c5f71d15182b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Jul 20 17:53:10.352316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-d6030d21-9af9-4ac9-a674-085657b82389 None None] Provisioning complete for port 05bc7328-58f7-4b9a-89df-2347f267ebb3 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:10.352979 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-d6030d21-9af9-4ac9-a674-085657b82389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.407717 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a88ce-1f7d-475d-af77-3585c72f2e02 req-1272777a-b905-4c74-b82c-3f3299f1296e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:10.409353 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d0a88ce-1f7d-475d-af77-3585c72f2e02 req-1272777a-b905-4c74-b82c-3f3299f1296e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Jul 20 17:53:10.420312 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:10.454981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'mac_address': 'fa:16:3e:2b:c5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:53:10.459249 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d0a88ce-1f7d-475d-af77-3585c72f2e02 req-3d23e93c-33d4-4709-9a53-b341ea0103d0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Jul 20 17:53:10.529427 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:10.559483 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:10.560115 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.618277 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:10.651506 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-d6030d21-9af9-4ac9-a674-085657b82389 None None] Current status of the port 05bc7328-58f7-4b9a-89df-2347f267ebb3 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:10.682683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:10.709092 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:10.810381 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:10.889510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=9']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:10.898953 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.902636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.904176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.904176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:10.904176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:11.072013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa790-2190-4173-9638-05b79fe43e87 req-e3bf1af1-90ef-4137-be4c-1d98fadf01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:11.073430 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-e3bf1af1-90ef-4137-be4c-1d98fadf01f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.0446997 Jul 20 17:53:11.391574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6fb1-2941-436f-a6aa-edcf76b48106 req-9f9a5406-2c6c-4b97-927e-4eaea2c581d1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:11.393069 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-efca6fb1-2941-436f-a6aa-edcf76b48106 req-9f9a5406-2c6c-4b97-927e-4eaea2c581d1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.0510066 Jul 20 17:53:11.445060 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-efca6fb1-2941-436f-a6aa-edcf76b48106 req-da94cee8-1834-44da-9302-59a3dfb4fa06 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Jul 20 17:53:11.580551 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57796) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:11.582422 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01cc2-1052-4dff-989a-624890344cc1 req-8f543df0-9445-472f-8a51-d510655d91cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:11.583973 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81f01cc2-1052-4dff-989a-624890344cc1 req-8f543df0-9445-472f-8a51-d510655d91cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.0519733 Jul 20 17:53:11.587153 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504259880', 'description': 'tempest-description--733713345'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:11.632480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81f01cc2-1052-4dff-989a-624890344cc1 req-2b5007ac-f406-4aca-801b-88d5fb96c162 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Jul 20 17:53:11.723757 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:11.747489 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:11.791263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (6568696b-4eb9-4b24-8e91-edda6526febb), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:11.861552 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c0861927-5eef-4dee-a02c-a3bed737a580'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:11.889954 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (6568696b-4eb9-4b24-8e91-edda6526febb), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:11.914254 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:11.916608 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfa790-2190-4173-9638-05b79fe43e87 req-b4f47b94-8075-450b-a31a-3b3ba7f7b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:11.918660 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-b4f47b94-8075-450b-a31a-3b3ba7f7b18b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455816 Jul 20 17:53:11.921954 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6568696b-4eb9-4b24-8e91-edda6526febb,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:11.965926 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:12.011526 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.013343 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-786799f7-5c19-4346-b3e8-3639de0e5552 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4309137 Jul 20 17:53:12.016150 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57798) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:12.020632 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'security_group_rule': {'security_group_id': '6568696b-4eb9-4b24-8e91-edda6526febb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:12.042449 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-87d55b38-e165-430c-84de-d0d66573f61a service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854921 Jul 20 17:53:12.135750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (57e8c47f-0341-4cb2-a709-c2147685f30f), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.164054 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:12.191995 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (57e8c47f-0341-4cb2-a709-c2147685f30f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.243925 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (57e8c47f-0341-4cb2-a709-c2147685f30f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.263992 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e8c47f-0341-4cb2-a709-c2147685f30f,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:12.265768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5abfa790-2190-4173-9638-05b79fe43e87 req-22f25119-153c-49a7-9b2a-3375658874c2 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894916 Jul 20 17:53:12.354465 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.355695 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d8951bbc-6563-4055-8baa-3936bf37d357 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384671 Jul 20 17:53:12.358434 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57800) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:12.362903 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'security_group_rule': {'security_group_id': '6568696b-4eb9-4b24-8e91-edda6526febb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:12.377490 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-d8a75985-2f88-4af0-a749-2ba8170c75e7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:12.378918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-d8a75985-2f88-4af0-a749-2ba8170c75e7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.0472775 Jul 20 17:53:12.450683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (36e2497a-9480-413a-9b11-91e999e96eac), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.460620 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:12.487542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Deleting port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:53:12.488000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.516721 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (36e2497a-9480-413a-9b11-91e999e96eac), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.567084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-c40619b3-c4c7-4eec-a714-436291108c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:12.568600 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-c40619b3-c4c7-4eec-a714-436291108c64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1169 time: 0.0933986 Jul 20 17:53:12.569529 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (36e2497a-9480-413a-9b11-91e999e96eac), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.586246 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e2497a-9480-413a-9b11-91e999e96eac,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:12.635545 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ffef-7174-4f06-9bc0-89b8f1117f23 req-add85070-6336-441a-a89c-639c791d9894 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:12.637220 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7f8ffef-7174-4f06-9bc0-89b8f1117f23 req-add85070-6336-441a-a89c-639c791d9894 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 946 time: 0.1155446 Jul 20 17:53:12.675233 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.676562 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0d966f0d-605f-4d1c-b0af-36cd16979fb7 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170803 Jul 20 17:53:12.679868 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 57806) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:12.683932 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:12.753204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] For port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:12.753582 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.802901 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Calling delete_port for 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:53:12.815402 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.820968 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7f8ffef-7174-4f06-9bc0-89b8f1117f23 req-d1f1ebdc-aaf6-4790-86a2-c4d091f33c13 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751807 Jul 20 17:53:12.842479 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f0da-a9bc-4dc6-a8ef-6e92d6b6758f req-8bcd8b24-c49f-41f3-ad0d-754c351c24b6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:12.842479 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46e3f0da-a9bc-4dc6-a8ef-6e92d6b6758f req-8bcd8b24-c49f-41f3-ad0d-754c351c24b6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 944 time: 0.1330438 Jul 20 17:53:12.846792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-42179652-d299-48ff-b149-bd2f557b7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:12.848205 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-42179652-d299-48ff-b149-bd2f557b7c26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 915 time: 0.2719915 Jul 20 17:53:12.890900 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:53:12.897269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:12.940193 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c0861927-5eef-4dee-a02c-a3bed737a580 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:12.940604 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.015621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c0861927-5eef-4dee-a02c-a3bed737a580 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:13.016277 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.019992 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Allocated IP 172.27.3.147 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/35fb2854-091e-45c6-b6a1-e33f049aa3e1) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:13.040179 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:13.042732 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7641b3e9-1701-4e68-bc0c-d521017a5fbd" -d '{"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:13.058296 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:13.110854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8681511-b57e-4fb3-9432-6c44da92feb0 x-openstack-request-id: req-f8681511-b57e-4fb3-9432-6c44da92feb0 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:13.110854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-plugged", "status": "completed", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:13.112680 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8681511-b57e-4fb3-9432-6c44da92feb0 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:13.112680 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8681511-b57e-4fb3-9432-6c44da92feb0'] response: {'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'code': 200} Jul 20 17:53:13.129916 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.144493 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.194035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=10']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:13.214524 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-9e05cc10-58ab-4baa-b40f-0de5f216e332 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 1001 time: 0.3385677 Jul 20 17:53:13.237005 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46e3f0da-a9bc-4dc6-a8ef-6e92d6b6758f req-4b58f0ac-c4d8-4ace-9467-b44194310d67 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878272 Jul 20 17:53:13.254344 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.273183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:13.298064 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:13.303285 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:13.305458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'Port': ['ID=35fb2854-091e-45c6-b6a1-e33f049aa3e1,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:13.307573 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:13.342516 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:13.358188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (9da57d0b-3ca2-40d8-bd55-3eab7a018c3c), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.387222 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Pushing event deleted for resources: {'Port': ['ID=9da57d0b-3ca2-40d8-bd55-3eab7a018c3c,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:13.389302 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.401546 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['9da57d0b-3ca2-40d8-bd55-3eab7a018c3c'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:13.437623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] No DVR routers for this DVR port 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:53:13.440099 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.443247 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-abbd6ded-d2d2-4ac6-a528-b71c9912fcf7 req-ef0bb14e-a8c9-4046-9d1f-e6b13f1f9b97 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "DELETE /v2.0/ports/9da57d0b-3ca2-40d8-bd55-3eab7a018c3c HTTP/1.1" status: 204 len: 173 time: 1.0518186 Jul 20 17:53:13.443684 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'name': 'network-vif-deleted', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:13.445895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b14a64-2864-433f-8a82-49d985c8c5df" -d '{"events": [{"server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "name": "network-vif-deleted", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:13.481264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ae6af-79fc-4813-978c-a281bac0441c x-openstack-request-id: req-495ae6af-79fc-4813-978c-a281bac0441c {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:13.481588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd17b0fa-8b69-4617-8534-d173f891cb78", "name": "network-vif-deleted", "tag": "9da57d0b-3ca2-40d8-bd55-3eab7a018c3c", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:13.481840 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-495ae6af-79fc-4813-978c-a281bac0441c {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:13.482283 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495ae6af-79fc-4813-978c-a281bac0441c'] response: {'server_uuid': 'bd17b0fa-8b69-4617-8534-d173f891cb78', 'name': 'network-vif-deleted', 'tag': '9da57d0b-3ca2-40d8-bd55-3eab7a018c3c', 'status': 'completed', 'code': 200} Jul 20 17:53:13.503637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:13.533442 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.609841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-c710cea9-7a7f-4cbf-9ac1-6728941f99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:13.611300 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-c710cea9-7a7f-4cbf-9ac1-6728941f99d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.0498121 Jul 20 17:53:13.671903 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-62fcbc7f-3aed-4e4f-87ed-676bd9b7de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:13.673439 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-62fcbc7f-3aed-4e4f-87ed-676bd9b7de79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430093 Jul 20 17:53:13.681120 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.795092 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.825463 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-93a98ba5-8b63-4f7c-a80a-b0a12f5d8baa service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938172 Jul 20 17:53:13.879183 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:13.888020 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'Port': ['ID=35fb2854-091e-45c6-b6a1-e33f049aa3e1,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:13.947323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:13.973577 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34a97841-44c1-48d0-a195-e383a328aefa req-8df371be-0082-4f77-99f0-c96ff912cee3 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0409997 Jul 20 17:53:13.982558 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb2e1-f362-4e2f-9af9-79299e0fdabc req-1c0ce520-e766-48ef-be8b-8d93ad26613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:13.984413 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80ebb2e1-f362-4e2f-9af9-79299e0fdabc req-1c0ce520-e766-48ef-be8b-8d93ad26613e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 1130 time: 0.0865891 Jul 20 17:53:13.987688 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1154fdd-456a-4ac4-a4c3-8f57991a0127 req-590b2d71-982c-4589-8f87-a5ce792277a9 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553578 Jul 20 17:53:14.017380 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:14.018608 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f1037757-5c0f-4cb3-b59e-9012b3cf463b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3380036 Jul 20 17:53:14.091029 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80ebb2e1-f362-4e2f-9af9-79299e0fdabc req-0d4f5a40-9f2c-4bb8-948d-d91a13ac585e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409899 Jul 20 17:53:14.219874 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-7a317d9b-d5bd-4e46-88e9-819b2258c1cb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1504259880&fields=id&tenant_id=bde6b55e64864d188ee5fafc4b9edc4a HTTP/1.1" status: 200 len: 267 time: 0.0435970 Jul 20 17:53:14.356496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-4ee30040-f62d-4c30-8778-ccc5c7eefac2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:14.357912 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-4ee30040-f62d-4c30-8778-ccc5c7eefac2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.1318071 Jul 20 17:53:14.377804 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805d55c-f403-4d93-9695-2b0d11c04650 req-53745796-aa5f-4895-9720-0591fc67cb27 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:14.379223 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5805d55c-f403-4d93-9695-2b0d11c04650 req-53745796-aa5f-4895-9720-0591fc67cb27 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0706668 Jul 20 17:53:14.381727 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-adca1c99-9ec9-4e17-9818-78db811a3525 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/quotas/bde6b55e64864d188ee5fafc4b9edc4a HTTP/1.1" status: 200 len: 375 time: 0.0185144 Jul 20 17:53:14.463880 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-6e191b9d-78bc-4642-8c84-542c9aa7729b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0727854 Jul 20 17:53:14.470796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5805d55c-f403-4d93-9695-2b0d11c04650 req-ca4dd887-67af-480d-9f41-621341fd8b0f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860226 Jul 20 17:53:14.478379 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6c41-ae3b-4cdf-a0b8-bc9fd23b7780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:14.560945 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-3e17157a-5703-4b02-a5f8-648b256072e4 service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Jul 20 17:53:14.622007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:14.654361 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-bc30aab8-801d-434c-b867-486b8c462831 service neutron] 10.222.0.42 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874107 Jul 20 17:53:14.899731 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-36ee9b80-e417-424f-b143-ae89bca07ca1 req-5f781b79-90ce-4d4c-b8e4-c7acbe25e520 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0302088 Jul 20 17:53:15.089746 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fcf2f817-39b0-4bb8-8489-25e2dbb957ae req-1af9379f-063c-45df-871a-20269521cd0e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd17b0fa-8b69-4617-8534-d173f891cb78 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Jul 20 17:53:15.590187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a8c53-6d69-4268-9938-e444dfb81973 req-3383fffa-3e7b-4861-9096-9b73470d7b64 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:15.592239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-427a8c53-6d69-4268-9938-e444dfb81973 req-3383fffa-3e7b-4861-9096-9b73470d7b64 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0468295 Jul 20 17:53:15.644795 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-427a8c53-6d69-4268-9938-e444dfb81973 req-80183941-c130-4536-929b-e8c886dfc2fc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469542 Jul 20 17:53:15.994586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-90d18890-4238-4ec2-9169-487271b7569b req-6383978b-ece8-4281-990b-35ae18b362a1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0273869 Jul 20 17:53:16.714396 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:16.766411 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7b3ae-5e0e-48d4-9ad6-c46cb4970775 req-a85476cc-0b14-416a-a804-dab536879446 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:16.768000 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5fc7b3ae-5e0e-48d4-9ad6-c46cb4970775 req-a85476cc-0b14-416a-a804-dab536879446 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0483940 Jul 20 17:53:16.815103 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-54cbf17c-fad5-4760-90d4-274c77a1e9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:16.819432 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5fc7b3ae-5e0e-48d4-9ad6-c46cb4970775 req-9fa15eeb-3557-4b96-aff2-240ff4ecc470 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Jul 20 17:53:16.859366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:53:16.879851 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:53:16.883644 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 9da57d0b-3ca2-40d8-bd55-3eab7a018c3c not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:53:17.097460 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-64ab1c57-ff02-4211-8bd5-296885fb8741 req-b9d2389a-207e-4b9c-9afb-2c9b96b71e72 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0313725 Jul 20 17:53:17.938492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83465b14-cd68-49bb-a7e8-a4c3abd212e6 req-89847011-7546-4b27-8935-b1de58c63a8c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:17.939847 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83465b14-cd68-49bb-a7e8-a4c3abd212e6 req-89847011-7546-4b27-8935-b1de58c63a8c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0466633 Jul 20 17:53:17.987685 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83465b14-cd68-49bb-a7e8-a4c3abd212e6 req-f14623c9-630e-41dc-bfc2-4b4ded7d0b05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Jul 20 17:53:18.193339 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-99f2ad6a-ca7d-48a2-9fa8-164821a3a8f2 req-327a48a6-5450-4718-b288-4bd8a30fbbe2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Jul 20 17:53:18.266445 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:18.696722 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:19.103813 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea5f53-6460-4143-abfb-11d4b0d81c54 req-c850a497-dc83-4c85-8a44-8c21d69cd554 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:19.105304 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-47ea5f53-6460-4143-abfb-11d4b0d81c54 req-c850a497-dc83-4c85-8a44-8c21d69cd554 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0467360 Jul 20 17:53:19.155026 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-47ea5f53-6460-4143-abfb-11d4b0d81c54 req-69874f74-7927-48d9-b2ce-0b3893095721 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Jul 20 17:53:19.288832 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4361bb3e-d3b4-4764-b72e-bc7d096c3c05 req-06befcce-4da9-4e68-b308-cefa27cafe93 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Jul 20 17:53:19.815308 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:20.089736 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:20.276313 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953023b-aae5-4047-9092-704adfedd3d2 req-1d131777-c30b-4bd7-8f3b-025879ebe033 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:20.277833 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4953023b-aae5-4047-9092-704adfedd3d2 req-1d131777-c30b-4bd7-8f3b-025879ebe033 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0488424 Jul 20 17:53:20.355616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:20.364945 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8d472-bfc9-4e67-b653-07dc25c683c5 req-54f6dcdc-7cb8-4608-bc7c-c530f0281f2c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:20.366404 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fec8d472-bfc9-4e67-b653-07dc25c683c5 req-54f6dcdc-7cb8-4608-bc7c-c530f0281f2c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0649912 Jul 20 17:53:20.374504 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4953023b-aae5-4047-9092-704adfedd3d2 req-bd8b1d41-aa02-4704-ac4c-2399c7a3debb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852680 Jul 20 17:53:20.420641 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fec8d472-bfc9-4e67-b653-07dc25c683c5 req-9e676b3a-5cce-4eb3-ba25-fab7594067b1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485923 Jul 20 17:53:20.459645 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-155bfb15-ee1d-48d3-9f60-7a5b7564e447 req-d8e74279-b533-4262-a605-89a0808187c0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0291860 Jul 20 17:53:21.559899 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1963-dd7c-4c80-a761-3f2d70de22a6 req-dc65958a-b71f-49d5-a43f-772185c3cf59 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:21.561367 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ce1963-dd7c-4c80-a761-3f2d70de22a6 req-dc65958a-b71f-49d5-a43f-772185c3cf59 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0700183 Jul 20 17:53:21.563729 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7e3644f8-72cb-4c44-b14c-c71c60ec798f req-ed700e92-94f5-46f3-affe-336b153bf5c1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0367470 Jul 20 17:53:21.611980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08ce1963-dd7c-4c80-a761-3f2d70de22a6 req-2a2c489f-2c2a-4e80-8321-1cd96851a0a2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450675 Jul 20 17:53:21.850051 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-4f017e41-48e2-42a9-84e3-29f504f2527e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:21.851380 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-4f017e41-48e2-42a9-84e3-29f504f2527e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 818 time: 0.1001208 Jul 20 17:53:21.975432 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-9a87f323-f676-4798-9fce-35476be5449c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bde6b55e64864d188ee5fafc4b9edc4a HTTP/1.1" status: 200 len: 380 time: 0.0524607 Jul 20 17:53:21.984746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'port': {'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'admin_state_up': True, 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'security_groups': ['6568696b-4eb9-4b24-8e91-edda6526febb']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:22.014598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:22.329188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-4b17e8b9-199f-4cab-b1b2-98ece2aefc19 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:22.329188 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-4b17e8b9-199f-4cab-b1b2-98ece2aefc19 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0543094 Jul 20 17:53:22.329188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port ea69bd29-73fa-4c45-8d4a-013f8382d993 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:53:22.329188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:22.332871 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Made reservation on behalf of bde6b55e64864d188ee5fafc4b9edc4a for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:53:22.336252 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:22.343484 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] For port ea69bd29-73fa-4c45-8d4a-013f8382d993, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea69bd29-73fa-4c45-8d4a-013f8382d993,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:22.343843 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:22.695981 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a958c4f-0e5c-4802-9877-812a82580488 req-6e875c94-a216-4c65-b924-5bceb72aed9c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0482316 Jul 20 17:53:22.706655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:22.717081 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Allocated IP 172.20.0.8 (2628e491-f238-47ac-a0ee-cb782ad8236f/da3c9586-a3f0-4633-85ef-b01b156059c6/3ed31386-5e58-4b1f-be48-e5bcbda66a7d) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:22.760748 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:22.761115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:22.761434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP cca2e72d-1efc-4050-88b2-c09c16d6f370 disassociated. External IP: 172.27.3.198, port: ea69bd29-73fa-4c45-8d4a-013f8382d993. Jul 20 17:53:22.761785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for ea69bd29-73fa-4c45-8d4a-013f8382d993 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:53:22.786080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc75fe-fbe7-4f27-a440-4ff938c86ec9 req-d30690bf-e3d5-4054-ba26-21887fad897f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:22.787539 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bcfc75fe-fbe7-4f27-a440-4ff938c86ec9 req-d30690bf-e3d5-4054-ba26-21887fad897f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 945 time: 0.0991099 Jul 20 17:53:22.865409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:22.964042 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bcfc75fe-fbe7-4f27-a440-4ff938c86ec9 req-fe0fa877-b7cc-4230-a38f-f4e25dbd6e04 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1c58468-225b-4d30-abdd-285f26bafca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703241 Jul 20 17:53:23.016067 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.198063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ea69bd29-73fa-4c45-8d4a-013f8382d993), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.226922 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=ea69bd29-73fa-4c45-8d4a-013f8382d993,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:23.237973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.542817 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Network 2628e491-f238-47ac-a0ee-cb782ad8236f is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:23.570006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:23.573832 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event updated for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:23.578173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:23.644106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:23.644744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.655527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:53:23.720895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:23.755659 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-10823d42-fcfc-4a4e-a7e9-ee9bd1113857 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7749741 Jul 20 17:53:23.810693 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:53:23.824017 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:53:23.835372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:23.835992 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:23.848643 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2ac92-84db-42ee-8133-f6014b87ff83 req-9ecc453f-76f8-41ef-857d-bcc6bbca3777 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:23.850114 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-72d2ac92-84db-42ee-8133-f6014b87ff83 req-9ecc453f-76f8-41ef-857d-bcc6bbca3777 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 931 time: 0.0769143 Jul 20 17:53:23.867563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] No DVR routers for this DVR port ea69bd29-73fa-4c45-8d4a-013f8382d993 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:53:23.875377 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.885599 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7d6ff6d-0734-48eb-a909-9c315bff3d64 req-f603c6de-82e1-42c3-97b4-6f0b506bcaa7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "DELETE /v2.0/ports/ea69bd29-73fa-4c45-8d4a-013f8382d993 HTTP/1.1" status: 204 len: 173 time: 1.7213655 Jul 20 17:53:23.885599 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'name': 'network-vif-deleted', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:23.885599 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730d9ad-bbfe-4e83-bd70-d90c4afbd6db" -d '{"events": [{"server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "name": "network-vif-deleted", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:23.894016 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-e432ddb6-421e-4a70-b6e4-3ad1063f03a1 None None] Provisioning complete for port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:23.894636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e432ddb6-421e-4a70-b6e4-3ad1063f03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:23.921498 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-72d2ac92-84db-42ee-8133-f6014b87ff83 req-1369443e-1fc6-4257-8420-857b90a1fea1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561941 Jul 20 17:53:23.927579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f7d96-b349-486a-984e-15e1133155d8 x-openstack-request-id: req-a69f7d96-b349-486a-984e-15e1133155d8 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:23.927877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959b594-9ce2-4fb1-b648-4016dfecb1b1", "name": "network-vif-deleted", "tag": "ea69bd29-73fa-4c45-8d4a-013f8382d993", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:23.928137 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a69f7d96-b349-486a-984e-15e1133155d8 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:23.928600 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69f7d96-b349-486a-984e-15e1133155d8'] response: {'server_uuid': 'a959b594-9ce2-4fb1-b648-4016dfecb1b1', 'name': 'network-vif-deleted', 'tag': 'ea69bd29-73fa-4c45-8d4a-013f8382d993', 'status': 'completed', 'code': 200} Jul 20 17:53:23.930152 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:23.962746 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-e432ddb6-421e-4a70-b6e4-3ad1063f03a1 None None] Port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:53:23.989228 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:24.021957 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:24.070586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c7cb6fb-d32a-48cc-923d-35b8ca69687d req-5cbb34bb-f8ab-41c5-a979-2fee4daf2984 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0339644 Jul 20 17:53:24.326924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:24.351200 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:53:24.359978 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:24.360620 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:24.461031 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:24.463043 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:24.676282 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:24.701545 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c0005-78b6-4b9e-a096-169004348232 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'b5308140-cf3b-4143-a68f-1b9a89ab86ab', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:09:37:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:49:38Z', 'updated_at': '2022-07-20T17:50:28Z', 'revision_number': 2, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:53:24.910980 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff00b0-edcc-4b65-981c-66ee3285c5ca None None] New status for floating IP cca2e72d-1efc-4050-88b2-c09c16d6f370: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:53:25.045320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971d1f6-09ba-4880-b68d-4eacc8c01441 req-19d93810-39c9-4dee-ae8e-91594d86048f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:25.047138 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0971d1f6-09ba-4880-b68d-4eacc8c01441 req-19d93810-39c9-4dee-ae8e-91594d86048f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 931 time: 0.0488117 Jul 20 17:53:25.098283 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0971d1f6-09ba-4880-b68d-4eacc8c01441 req-6f935f29-8fb0-4ab2-a561-096a9474eff3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Jul 20 17:53:25.178863 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0f2d9f8d-c1f3-4ef3-8ac9-3e3e3980d386 req-ef5a1bf8-6a37-478b-986e-ee51218ade8a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0278809 Jul 20 17:53:25.533311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Request body: {'port': {'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:25.597549 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:25.632161 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:25.859883 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed31386-5e58-4b1f-be48-e5bcbda66a7d {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:25.867338 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks [] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:25.879811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Transition to ACTIVE for port object 3ed31386-5e58-4b1f-be48-e5bcbda66a7d will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:53:25.941263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:25.988752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:25.992865 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Pushing event updated for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:26.074824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Attempting to bind port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:53:26.075659 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Attempting to bind port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:53:26.075659 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Attempting to bind port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:26.080569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d on network 2628e491-f238-47ac-a0ee-cb782ad8236f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:53:26.083384 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Attempting to bind port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d on network 2628e491-f238-47ac-a0ee-cb782ad8236f {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:26.086866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:53:26.087201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Checking segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:53:26.087585 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Bound using segment: {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:53:26.088189 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Bound port: 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3c93df-e960-4887-86ed-944220a617c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:53:26.088513 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:26.161211 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:53:26.164836 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:53:26.232932 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:26.249294 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4fcac-43a4-4c64-8d0a-f8653356a479 req-bef79cb5-aee5-4915-8880-4ff945c63d0a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.250724 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5bf4fcac-43a4-4c64-8d0a-f8653356a479 req-bef79cb5-aee5-4915-8880-4ff945c63d0a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 943 time: 0.0644243 Jul 20 17:53:26.298242 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.298864 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:26.300531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] 10.222.0.18 "PUT /v2.0/ports/3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 1093 time: 0.7723026 Jul 20 17:53:26.306486 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:26.308948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d4e71-bb62-48a0-942d-a7ce8245450d" -d '{"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:26.341250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-12c04b48-b415-4c72-a99d-2b70ae5ca035 req-23bc37aa-e71e-4606-b0d2-acd9f383e57f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=a959b594-9ce2-4fb1-b648-4016dfecb1b1 HTTP/1.1" status: 200 len: 210 time: 0.0680299 Jul 20 17:53:26.366009 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19db54-7cc6-44d8-a7c3-0cef11e3d0ca service neutron] Pushing event updated for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:26.380829 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5bf4fcac-43a4-4c64-8d0a-f8653356a479 req-40101b52-5f5a-457a-832f-0655ff2e6d4f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091123 Jul 20 17:53:26.400369 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97edd07d-a6ed-4d00-8ea5-98cc732cd086 x-openstack-request-id: req-97edd07d-a6ed-4d00-8ea5-98cc732cd086 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:26.400369 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:26.400369 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97edd07d-a6ed-4d00-8ea5-98cc732cd086 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:26.400369 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97edd07d-a6ed-4d00-8ea5-98cc732cd086'] response: {'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'status': 'completed', 'code': 200} Jul 20 17:53:26.523786 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-bfd7e513-2f93-4d4f-9e3f-5d03396e7c96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699937 Jul 20 17:53:26.527373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-6c484c09-4d04-462c-805b-b2fa743b0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.531858 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-6c484c09-4d04-462c-805b-b2fa743b0640 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1127 time: 0.0736666 Jul 20 17:53:26.632743 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:26.661228 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-18063be2-580a-40f0-b0e4-5474fb783cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.663939 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-18063be2-580a-40f0-b0e4-5474fb783cda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 1129 time: 0.0855012 Jul 20 17:53:26.664716 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:26.714855 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-b41830f2-4952-401f-87b0-eaa77506b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.716387 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-b41830f2-4952-401f-87b0-eaa77506b431 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1482306 Jul 20 17:53:26.853463 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-46fab9f7-13ba-490a-b385-1369f1438e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.854934 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-46fab9f7-13ba-490a-b385-1369f1438e7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.1675107 Jul 20 17:53:26.920984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-5dabb86c-2ebe-469f-ad12-fe1e8236b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:26.922426 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-990d4e71-bb62-48a0-942d-a7ce8245450d req-5dabb86c-2ebe-469f-ad12-fe1e8236b6b8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995778 Jul 20 17:53:26.925765 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-ca4c73e8-8f94-4a41-8b18-36dae0baf035 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 200 len: 217 time: 0.0514326 Jul 20 17:53:27.069908 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-bbab2677-5784-480e-b140-3b370dc0c97b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.071285 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-bbab2677-5784-480e-b140-3b370dc0c97b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/networks?id=76418757-051f-4c7d-9a32-4fe7635a563d HTTP/1.1" status: 200 len: 814 time: 0.2112222 Jul 20 17:53:27.074854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-798b3770-1b07-451b-a4c7-fcd49f96a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.076198 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-798b3770-1b07-451b-a4c7-fcd49f96a34d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.1143856 Jul 20 17:53:27.078425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-c30f9943-e12d-4c58-b23c-ab3bff5d6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.079756 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-c30f9943-e12d-4c58-b23c-ab3bff5d6d3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1127 time: 0.0811474 Jul 20 17:53:27.088352 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-cd7c7128-a9fd-4b5a-85c1-64fef67c046c tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/quotas/10e93d9f177d4ed5bba338ba68547bf7 HTTP/1.1" status: 200 len: 375 time: 0.0111387 Jul 20 17:53:27.102260 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:27.137154 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-c93fb37f-8417-44b7-b702-32e0b933a914 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431006 Jul 20 17:53:27.188901 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-f57c10d5-aea8-4dcd-80d7-e2050bc45055 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 217 time: 0.0824084 Jul 20 17:53:27.218962 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-52c90fd3-e44b-4d44-ae89-8f58d4706409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.220379 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-52c90fd3-e44b-4d44-ae89-8f58d4706409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159215 Jul 20 17:53:27.346741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-c24d7dc5-218c-4796-8d70-fecf09527cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.348141 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-c24d7dc5-218c-4796-8d70-fecf09527cdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.1401272 Jul 20 17:53:27.411560 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-6ae6367b-f57e-43a1-b179-1b4fb6f58a34 service neutron] 10.222.0.42 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327597 Jul 20 17:53:27.449205 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-6618da27-30a2-454d-abc0-e0def2dd7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.451165 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-6618da27-30a2-454d-abc0-e0def2dd7414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918934 Jul 20 17:53:27.459931 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-3e1a511d-aecf-4f1e-aa23-104a2c269395 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150922 Jul 20 17:53:27.502384 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58002) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:27.561339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (d1c58468-225b-4d30-abdd-285f26bafca2), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.586327 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (d1c58468-225b-4d30-abdd-285f26bafca2), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.725240 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d1c58468-225b-4d30-abdd-285f26bafca2), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.728119 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.729361 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/security-groups/d1c58468-225b-4d30-abdd-285f26bafca2 HTTP/1.1" status: 204 len: 168 time: 0.2251370 Jul 20 17:53:27.733514 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58004) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:27.751614 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce99ae-365a-469d-a707-63666aa284e4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c58468-225b-4d30-abdd-285f26bafca2,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:27.753723 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.api.v2.resource [None req-4de40933-0b66-43d8-8534-b9295e5e5f4b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] show failed (client error): The resource could not be found. Jul 20 17:53:27.757441 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4de40933-0b66-43d8-8534-b9295e5e5f4b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups/d1c58468-225b-4d30-abdd-285f26bafca2 HTTP/1.1" status: 404 len: 347 time: 0.0202558 Jul 20 17:53:27.758365 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58006) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:27.869839 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port 39255a72-9a17-49af-a47c-f96ada2e8a08 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:53:27.870184 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.908967 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-54ff87f4-2bae-4fc1-aa2b-f5d6d6f3f6de service neutron] 10.222.0.42 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912467 Jul 20 17:53:27.918257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d5241-7df4-413a-b4d9-eb967f97e5e7 req-0863ebfe-56d7-438d-b1bc-9488bc981425 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:27.920261 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d5d5241-7df4-413a-b4d9-eb967f97e5e7 req-0863ebfe-56d7-438d-b1bc-9488bc981425 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 943 time: 0.1096621 Jul 20 17:53:27.960256 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.960736 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (39255a72-9a17-49af-a47c-f96ada2e8a08), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:27.973084 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7555d3b-4497-4f9d-a189-ae60ce0bcb74 req-f863357a-9bf9-4325-9c2f-69fe315b9897 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754217 Jul 20 17:53:27.974655 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for 39255a72-9a17-49af-a47c-f96ada2e8a08 owned by network:floatingip {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:53:27.974819 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-f3cc8188-c8fd-42cf-84e1-a6223c219528 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125039 Jul 20 17:53:28.025489 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d5d5241-7df4-413a-b4d9-eb967f97e5e7 req-4e497e83-a700-4a3c-962c-879c3917f1a0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958877 Jul 20 17:53:28.121162 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7edfe729-0e29-45d1-a86d-8265e98c7e77 req-e750204f-6cc0-4b2f-934d-e8d3bc422de7 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212497 Jul 20 17:53:28.261823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (39255a72-9a17-49af-a47c-f96ada2e8a08), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:28.277322 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e03adf33-a275-4a0e-ba4b-6df30ac83be4 req-9d2e2019-3ebf-4cd8-8cbf-76931ab192be tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 210 time: 0.0315199 Jul 20 17:53:28.297213 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=39255a72-9a17-49af-a47c-f96ada2e8a08,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:28.379977 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (cca2e72d-1efc-4050-88b2-c09c16d6f370), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:28.382550 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:28.383722 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3fd09c55-6bbc-4b2a-95ba-bc6c15a8bead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/floatingips/cca2e72d-1efc-4050-88b2-c09c16d6f370 HTTP/1.1" status: 204 len: 168 time: 0.6251740 Jul 20 17:53:29.148701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97165a93-f849-4dfb-bfed-a6c397eea409 req-3a7f5241-307e-4bf7-9ac0-062c823277f8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:29.150127 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97165a93-f849-4dfb-bfed-a6c397eea409 req-3a7f5241-307e-4bf7-9ac0-062c823277f8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 943 time: 0.0503173 Jul 20 17:53:29.197360 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97165a93-f849-4dfb-bfed-a6c397eea409 req-a37ef8bf-d0a8-4ae3-8239-92ef5d317544 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Jul 20 17:53:29.383999 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2592b5c6-d3f3-42b6-9f27-bab8c03d1a29 req-55be5380-2451-4a03-93c2-7ef505e3dc77 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jul 20 17:53:29.541972 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ea69bd29-73fa-4c45-8d4a-013f8382d993 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:53:29.561168 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: ea69bd29-73fa-4c45-8d4a-013f8382d993 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:53:29.561506 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ea69bd29-73fa-4c45-8d4a-013f8382d993 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:53:30.296077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:30.309141 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9836-4741-4a65-b2d1-8c19f1e6b43f req-44fe7649-c1ca-4d50-873b-232d8943f9c8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:30.310584 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-10eb9836-4741-4a65-b2d1-8c19f1e6b43f req-44fe7649-c1ca-4d50-873b-232d8943f9c8 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 943 time: 0.0466690 Jul 20 17:53:30.347721 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:30.359465 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-10eb9836-4741-4a65-b2d1-8c19f1e6b43f req-f9ca9cf0-8efe-4720-b8d6-996097cf4704 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Jul 20 17:53:30.481062 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8f7ec576-5f50-4da6-9829-3be3ef507b67 req-f2f73d43-cb22-49de-9273-2e604333f771 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 210 time: 0.0313718 Jul 20 17:53:31.376013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-f03ba75f-a257-46f8-ab2b-a5c04069e0f4 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:31.377401 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-f03ba75f-a257-46f8-ab2b-a5c04069e0f4 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "GET /v2.0/networks?id=76418757-051f-4c7d-9a32-4fe7635a563d HTTP/1.1" status: 200 len: 814 time: 0.1038859 Jul 20 17:53:31.403104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Request body: {'port': {'device_id': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d', 'admin_state_up': True, 'tenant_id': '10e93d9f177d4ed5bba338ba68547bf7'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:31.514913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096931-92b5-4c69-acd1-d24e6119c085 req-1599b341-3e5f-4939-9e49-4832df41d81e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:31.516410 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eb096931-92b5-4c69-acd1-d24e6119c085 req-1599b341-3e5f-4939-9e49-4832df41d81e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 943 time: 0.0891099 Jul 20 17:53:31.551393 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 3ed31386-5e58-4b1f-be48-e5bcbda66a7d details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:53:31.602239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-77ebaa7a-5746-4b62-bb2c-bc83b4b162ce req-c4e410e2-9bb8-4a8b-a0cc-8dbcd552db76 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 210 time: 0.0508010 Jul 20 17:53:31.614686 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eb096931-92b5-4c69-acd1-d24e6119c085 req-e0cefdb8-32e3-4fdb-9a48-1633baf05e87 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920274 Jul 20 17:53:31.667653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:31.683048 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:53:31.712819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Made reservation on behalf of 10e93d9f177d4ed5bba338ba68547bf7 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:53:31.716466 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:31.722371 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:31.722812 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:31.737175 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed31386-5e58-4b1f-be48-e5bcbda66a7d {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:31.762198 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:31.832653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:31.850947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Allocated IP 172.20.0.8 (76418757-051f-4c7d-9a32-4fe7635a563d/4c378bac-1b57-4275-840f-3760e325d28a/72a5820f-822f-4734-b30d-285c899befc6) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:31.881484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:32.006256 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks [] for port (72a5820f-822f-4734-b30d-285c899befc6), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:32.147427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:32.189517 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Network 76418757-051f-4c7d-9a32-4fe7635a563d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:32.192638 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:32.198711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:32.226378 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Pushing event updated for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:32.235497 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:32.237474 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['3ed31386-5e58-4b1f-be48-e5bcbda66a7d'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:32.252248 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:32.252885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:32.286429 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:32.371758 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-00266e71-0b4f-4f77-ab1d-d55ce4e16411 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733741 Jul 20 17:53:32.400127 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Request body: {'port': {'device_id': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:32.420339 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:32.456162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (72a5820f-822f-4734-b30d-285c899befc6), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:32.676850 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a900a-c98a-4402-9f81-307a0bc3c5df req-38c151cb-3ff8-473f-9632-23104cda4ae8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:32.678332 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d52a900a-c98a-4402-9f81-307a0bc3c5df req-38c151cb-3ff8-473f-9632-23104cda4ae8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0809648 Jul 20 17:53:32.782003 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8892b9b-eb84-4d1c-ba83-acbb341121b4 req-115ea991-98c7-4609-8884-d3b55783735e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:32.783481 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d8892b9b-eb84-4d1c-ba83-acbb341121b4 req-115ea991-98c7-4609-8884-d3b55783735e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 931 time: 0.1025364 Jul 20 17:53:32.811451 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d52a900a-c98a-4402-9f81-307a0bc3c5df req-d8742938-5f4b-42c8-b193-c489dbc96eeb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201477 Jul 20 17:53:32.860493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a5820f-822f-4734-b30d-285c899befc6 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:32.874929 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:32.876942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks [] for port (72a5820f-822f-4734-b30d-285c899befc6), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:32.915303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d8892b9b-eb84-4d1c-ba83-acbb341121b4 req-b2f90992-ecd6-4e65-b9cf-b5417b1fd533 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211457 Jul 20 17:53:32.929261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Transition to ACTIVE for port object 72a5820f-822f-4734-b30d-285c899befc6 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:53:32.940974 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d909885-15a0-4194-a236-bb1091d7e643 req-c597c47d-6864-497e-902d-a112eb2f4972 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:32.942448 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d909885-15a0-4194-a236-bb1091d7e643 req-c597c47d-6864-497e-902d-a112eb2f4972 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 944 time: 0.0750582 Jul 20 17:53:32.994301 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.005481 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9d909885-15a0-4194-a236-bb1091d7e643 req-2f4e1cc2-fcb6-4376-b460-4ed2ea9b075c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574186 Jul 20 17:53:33.047796 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:33.119036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Attempting to bind port 72a5820f-822f-4734-b30d-285c899befc6 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:53:33.119376 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Attempting to bind port 72a5820f-822f-4734-b30d-285c899befc6 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:53:33.119701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Attempting to bind port 72a5820f-822f-4734-b30d-285c899befc6 on network 76418757-051f-4c7d-9a32-4fe7635a563d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:33.124461 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Port 72a5820f-822f-4734-b30d-285c899befc6 on network 76418757-051f-4c7d-9a32-4fe7635a563d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:53:33.124792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Attempting to bind port 72a5820f-822f-4734-b30d-285c899befc6 on network 76418757-051f-4c7d-9a32-4fe7635a563d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:33.129819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:53:33.130155 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Checking segment: {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:53:33.130529 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Bound using segment: {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:53:33.130949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Bound port: 72a5820f-822f-4734-b30d-285c899befc6, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3812416e-ecd2-4180-b496-893b5e6cf834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:53:33.131300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (72a5820f-822f-4734-b30d-285c899befc6), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.199387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:53:33.202366 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=72a5820f-822f-4734-b30d-285c899befc6,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:53:33.324265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.359689 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:33.360310 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.361694 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] 10.222.0.18 "PUT /v2.0/ports/72a5820f-822f-4734-b30d-285c899befc6 HTTP/1.1" status: 200 len: 1093 time: 0.9767447 Jul 20 17:53:33.362119 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'tag': '72a5820f-822f-4734-b30d-285c899befc6'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:33.364326 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "tag": "72a5820f-822f-4734-b30d-285c899befc6"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:33.384529 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7975b-a36c-40b9-9f6b-b563eaacbb19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:33.402355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5679012-f4fc-4060-96cc-4780233fc05b x-openstack-request-id: req-a5679012-f4fc-4060-96cc-4780233fc05b {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:33.402868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "tag": "72a5820f-822f-4734-b30d-285c899befc6", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:33.402868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5679012-f4fc-4060-96cc-4780233fc05b {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:33.403320 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5679012-f4fc-4060-96cc-4780233fc05b'] response: {'name': 'network-changed', 'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'tag': '72a5820f-822f-4734-b30d-285c899befc6', 'status': 'completed', 'code': 200} Jul 20 17:53:33.562958 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 3ed31386-5e58-4b1f-be48-e5bcbda66a7d up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:53:33.566804 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:33.612049 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:53:33.700633 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:33.701015 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.774970 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:33.775346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.807770 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:33.810055 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d82f5d-7685-42c0-baae-0f4add4a961d" -d '{"events": [{"server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "name": "network-vif-plugged", "status": "completed", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:33.825514 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:33.847728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d76056-b99e-4a9b-b6cd-f7b89e3818b0 x-openstack-request-id: req-62d76056-b99e-4a9b-b6cd-f7b89e3818b0 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:33.848042 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "name": "network-vif-plugged", "status": "completed", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:33.848300 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62d76056-b99e-4a9b-b6cd-f7b89e3818b0 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:33.848797 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d76056-b99e-4a9b-b6cd-f7b89e3818b0'] response: {'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'code': 200} Jul 20 17:53:33.923699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:33.928749 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfe14-b15d-4522-915e-670be9b42640 req-066c1f50-1385-41a0-9249-568339752981 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:33.930285 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5ffcfe14-b15d-4522-915e-670be9b42640 req-066c1f50-1385-41a0-9249-568339752981 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Jul 20 17:53:33.974414 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:33.982800 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5ffcfe14-b15d-4522-915e-670be9b42640 req-205f0b1c-4350-43b9-85d9-ebcc054b7213 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467384 Jul 20 17:53:34.035947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7654cdb-865f-45e8-82b9-d078aa89d73b req-b6a04111-9a5c-4805-a546-965a47b72bc7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.037517 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7654cdb-865f-45e8-82b9-d078aa89d73b req-b6a04111-9a5c-4805-a546-965a47b72bc7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Jul 20 17:53:34.110662 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e7654cdb-865f-45e8-82b9-d078aa89d73b req-eaa41cc6-3895-4912-8e78-f7f0e4dac8f9 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676413 Jul 20 17:53:34.129345 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd15e9-34cd-4a49-851a-b1aa1e56df42 req-413600d7-d86a-4529-9262-7e77b79e4038 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.130808 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7bd15e9-34cd-4a49-851a-b1aa1e56df42 req-413600d7-d86a-4529-9262-7e77b79e4038 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0577090 Jul 20 17:53:34.180303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7bd15e9-34cd-4a49-851a-b1aa1e56df42 req-059323b9-a438-4ae1-bfdf-19cd0e1f3c51 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Jul 20 17:53:34.245103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-8e608413-baee-47c1-924a-b4b88523b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.246615 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-8e608413-baee-47c1-924a-b4b88523b194 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 1127 time: 0.0385499 Jul 20 17:53:34.482919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:34.530138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-75031377-0c3b-4ebf-a902-e7d72b6f34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.531569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-75031377-0c3b-4ebf-a902-e7d72b6f34a2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1244805 Jul 20 17:53:34.536634 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4362d-8232-41e6-bf2b-e760d3107f04 req-69594732-8787-4c11-a29c-d08dc2dcdbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.537980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fb4362d-8232-41e6-bf2b-e760d3107f04 req-69594732-8787-4c11-a29c-d08dc2dcdbc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0496948 Jul 20 17:53:34.656227 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-cfbef8c2-e3e4-4b00-bada-7b0b6d4126bc tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.657541 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:34.657726 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-cfbef8c2-e3e4-4b00-bada-7b0b6d4126bc tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0478883 Jul 20 17:53:34.711761 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fb4362d-8232-41e6-bf2b-e760d3107f04 req-5140233e-d7dc-4382-96fd-612e2a9c9909 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961154 Jul 20 17:53:34.730844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-fa97fedf-caaa-4986-8c42-6073dbfdef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:34.732819 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bb9dba8e-10b9-4e74-9b01-f462d0c9a5df req-fa97fedf-caaa-4986-8c42-6073dbfdef28 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248283 Jul 20 17:53:34.742100 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:53:34.742383 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:34.833959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] For port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:34.834325 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:34.934944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:34.979327 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:35.043264 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:35.044163 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:35.044526 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP b5308140-cf3b-4143-a68f-1b9a89ab86ab disassociated. External IP: 172.27.3.82, port: b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1. Jul 20 17:53:35.050951 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:53:35.107636 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f188f9-bbd5-4344-abee-714c6753a62b req-086abe21-8079-43ca-8efc-66b968c0026b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:35.109831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-64f188f9-bbd5-4344-abee-714c6753a62b req-086abe21-8079-43ca-8efc-66b968c0026b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 945 time: 0.0586946 Jul 20 17:53:35.170412 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-64f188f9-bbd5-4344-abee-714c6753a62b req-896afa25-bed3-45f8-8ea6-ec4b71c19d6d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a285acc-def4-43ed-9123-1c064ece8407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542967 Jul 20 17:53:35.232765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321b783-f0f7-4908-8d2c-b970b64c15f4 req-c7397bf0-48f5-4248-848f-347e241c427d tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:35.234242 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1321b783-f0f7-4908-8d2c-b970b64c15f4 req-c7397bf0-48f5-4248-848f-347e241c427d tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0524797 Jul 20 17:53:35.243698 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:35.275263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:35.321124 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3799-c50a-42b9-9fd1-2f8d8dd75823 req-251339b2-ce4a-48e1-84d7-99a25cf8944f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:35.322586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0f0c3799-c50a-42b9-9fd1-2f8d8dd75823 req-251339b2-ce4a-48e1-84d7-99a25cf8944f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0666592 Jul 20 17:53:35.326549 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1321b783-f0f7-4908-8d2c-b970b64c15f4 req-c97b2225-723b-4c90-aae6-5a72de37317a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Jul 20 17:53:35.370836 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0f0c3799-c50a-42b9-9fd1-2f8d8dd75823 req-ee57ef84-2dfc-4359-b833-7ea3bf14f9be tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Jul 20 17:53:35.385778 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:53:35.486935 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:53:35.498179 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:53:35.508910 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:35.509533 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:35.530447 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] No DVR routers for this DVR port b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:53:35.532879 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:35.536188 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5e862895-7676-4dda-a5aa-0c39291e8e68 req-5760f36b-aa0a-4828-9a5c-0ab04eeb03ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "DELETE /v2.0/ports/b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 HTTP/1.1" status: 204 len: 173 time: 0.8719265 Jul 20 17:53:35.536651 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'name': 'network-vif-deleted', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:35.538879 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf8f46-36f0-4057-b5f4-0c16eba45c13" -d '{"events": [{"server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "name": "network-vif-deleted", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:35.574880 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa61a3a-3e30-4d15-b927-b4ad74acb0e9 x-openstack-request-id: req-aaa61a3a-3e30-4d15-b927-b4ad74acb0e9 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:35.575179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a9d731-6fac-4e62-a247-194eb02970a2", "name": "network-vif-deleted", "tag": "b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:35.575441 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa61a3a-3e30-4d15-b927-b4ad74acb0e9 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:35.575850 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa61a3a-3e30-4d15-b927-b4ad74acb0e9'] response: {'server_uuid': 'b8a9d731-6fac-4e62-a247-194eb02970a2', 'name': 'network-vif-deleted', 'tag': 'b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1', 'status': 'completed', 'code': 200} Jul 20 17:53:35.591780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-0e8550f6-90a1-4d51-a02b-3f57f504134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:35.594047 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-0e8550f6-90a1-4d51-a02b-3f57f504134e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 1127 time: 0.0476787 Jul 20 17:53:35.615446 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:35.661108 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-6945db56-2cc9-4455-8410-c58b98dcb5a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72a5820f-822f-4734-b30d-285c899befc6 HTTP/1.1" status: 200 len: 217 time: 0.0377946 Jul 20 17:53:35.785501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-404bc9b7-8c22-4373-af42-315c9e93a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:35.786895 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-404bc9b7-8c22-4373-af42-315c9e93a5f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c378bac-1b57-4275-840f-3760e325d28a HTTP/1.1" status: 200 len: 854 time: 0.0521467 Jul 20 17:53:35.822044 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:35.829827 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-f45b9e4b-2026-4eb5-bc7a-7a0080d08680 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76418757-051f-4c7d-9a32-4fe7635a563d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335016 Jul 20 17:53:35.847591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:53:35.856375 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:35.857003 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:35.958129 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:36.088029 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:36.140303 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:36.167617 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dec40-9cae-4259-bbb4-abd90d69b35a None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:53:36.285836 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8bf22f6c-af34-40e1-b438-879ff5b53cd9 req-f25d6c9d-cbf5-456f-9b0a-895aff3e8fd9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Jul 20 17:53:36.410986 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca72d418-a6f9-4e32-92db-abee6d0c3243 None None] New status for floating IP b5308140-cf3b-4143-a68f-1b9a89ab86ab: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:53:36.422290 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-3f04bc5c-44aa-4628-b364-b33b3ee74455 service neutron] 10.222.0.18 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113496 Jul 20 17:53:36.456741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fe7ef-8078-4e38-b79d-3516ea770fad req-bbaf47ce-3c49-4bd9-951d-7e4594f147ba tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:36.458208 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-042fe7ef-8078-4e38-b79d-3516ea770fad req-bbaf47ce-3c49-4bd9-951d-7e4594f147ba tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0523472 Jul 20 17:53:36.513869 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-042fe7ef-8078-4e38-b79d-3516ea770fad req-9eb78a63-63e6-4790-8935-c04a280f816b tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jul 20 17:53:36.704023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ab47-561f-4e5a-84db-b0a660235311 req-927a59e5-4a08-4d89-b26c-843b9b736f4a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:36.705516 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2e0ab47-561f-4e5a-84db-b0a660235311 req-927a59e5-4a08-4d89-b26c-843b9b736f4a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.1328835 Jul 20 17:53:36.734448 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865306-ad11-46dc-a936-2c2e67395be6 req-524ad6ce-f609-4cb4-ac58-75c609cb3354 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:36.735848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-04865306-ad11-46dc-a936-2c2e67395be6 req-524ad6ce-f609-4cb4-ac58-75c609cb3354 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0796974 Jul 20 17:53:36.761290 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:36.775918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a9e4b0a2-ee23-4447-ab00-5127d37aadd5 req-1ee30479-4098-4b56-814a-b3dfa6d98e2a service neutron] 10.222.0.18 "GET /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247589 Jul 20 17:53:36.818011 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2e0ab47-561f-4e5a-84db-b0a660235311 req-4cdc87d7-f6c7-4907-97c9-1e7f48b8e807 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047244 Jul 20 17:53:36.833805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-04865306-ad11-46dc-a936-2c2e67395be6 req-91f6867c-e845-4184-8969-7619185fa857 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884886 Jul 20 17:53:37.392495 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-78d07268-5134-44dd-a4f0-6b8af3a41b6a req-1e60c642-b32a-429e-a8f6-e9fa949466b5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8a9d731-6fac-4e62-a247-194eb02970a2 HTTP/1.1" status: 200 len: 210 time: 0.0280175 Jul 20 17:53:37.618100 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:37.626516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b950b-dd1f-46d9-9219-2bbc66c9bfff req-35265712-b1f3-4ac2-865e-ad48b7ef593e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:37.632496 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-523b950b-dd1f-46d9-9219-2bbc66c9bfff req-35265712-b1f3-4ac2-865e-ad48b7ef593e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0470207 Jul 20 17:53:37.678437 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-523b950b-dd1f-46d9-9219-2bbc66c9bfff req-972e04e7-ddc8-401f-a871-a935ce46afec tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Jul 20 17:53:37.959247 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf26d6-ff5b-434c-9f61-dc65e17b8602 req-9e53384a-5718-4f3c-84a5-2ca999fa9df3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:37.960739 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d0cf26d6-ff5b-434c-9f61-dc65e17b8602 req-9e53384a-5718-4f3c-84a5-2ca999fa9df3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0761304 Jul 20 17:53:37.973168 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994104c-264e-4907-8b3c-de038daa1091 req-b7e9fb25-be33-4d47-b076-4628b56b5532 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:37.974530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f994104c-264e-4907-8b3c-de038daa1091 req-b7e9fb25-be33-4d47-b076-4628b56b5532 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0612957 Jul 20 17:53:38.065150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d0cf26d6-ff5b-434c-9f61-dc65e17b8602 req-c56f9bf0-7e1b-4e9e-9a5e-0d82280748d0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981321 Jul 20 17:53:38.096361 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f994104c-264e-4907-8b3c-de038daa1091 req-3892b831-a6b5-4f69-aafe-13c7a7bb7c80 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150889 Jul 20 17:53:38.169249 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-e6a09770-55b6-49d7-a638-d742469d84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.170727 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-e6a09770-55b6-49d7-a638-d742469d84a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1169 time: 0.0678184 Jul 20 17:53:38.194343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d97b0-3ac2-4a4e-b6dd-93d3097d9a1d req-e9a14bb3-283c-4414-ad03-eda97732e4af tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.195749 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c8d97b0-3ac2-4a4e-b6dd-93d3097d9a1d req-e9a14bb3-283c-4414-ad03-eda97732e4af tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0616078 Jul 20 17:53:38.208256 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58102) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:38.212906 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'floatingip': {'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:38.251531 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.277148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-d6ef46da-2d43-4af5-b757-fed428536ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.279209 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-d6ef46da-2d43-4af5-b757-fed428536ec4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 915 time: 0.0982950 Jul 20 17:53:38.347768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-5988b78e-34e7-425e-b818-23e02212dec4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 1001 time: 0.0613596 Jul 20 17:53:38.419359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-2c287650-c1a2-4c64-b462-3a77da603fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.421332 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-2c287650-c1a2-4c64-b462-3a77da603fcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.0472350 Jul 20 17:53:38.477684 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-3213232c-6bb7-409b-897f-9b9c6560c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.479204 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-3213232c-6bb7-409b-897f-9b9c6560c647 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495164 Jul 20 17:53:38.541032 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58108) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:38.549004 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:38.578620 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-b604cde1-58ee-48a9-bf74-cfdb8f7ed84d service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848987 Jul 20 17:53:38.649119 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (0a285acc-def4-43ed-9123-1c064ece8407), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.662758 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:38.675059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14a9fdb4-50dd-4aab-86ee-78281770f5c0 req-33faf61a-4a26-4e7b-9816-3ff11e7dda22 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889900 Jul 20 17:53:38.697852 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (0a285acc-def4-43ed-9123-1c064ece8407), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.777817 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.792869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253f323-b97a-432b-bc87-947451d119d2 req-508952b2-35ed-490f-8def-57a1c7cbbd88 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:38.794938 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5253f323-b97a-432b-bc87-947451d119d2 req-508952b2-35ed-490f-8def-57a1c7cbbd88 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0493243 Jul 20 17:53:38.826659 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.844038 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5253f323-b97a-432b-bc87-947451d119d2 req-50a1f16d-b740-4034-9dfc-f9069c3a5b09 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jul 20 17:53:38.866248 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0a285acc-def4-43ed-9123-1c064ece8407), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.868772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:38.869896 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/security-groups/0a285acc-def4-43ed-9123-1c064ece8407 HTTP/1.1" status: 204 len: 168 time: 0.3279533 Jul 20 17:53:38.872724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58112) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:38.883080 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c1df2-c27e-44b9-bc3d-9aeb652f12ca tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a285acc-def4-43ed-9123-1c064ece8407,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:38.886290 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.api.v2.resource [None req-4ae3f07f-2587-4c75-847c-fc2333173138 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] show failed (client error): The resource could not be found. Jul 20 17:53:38.890096 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-4ae3f07f-2587-4c75-847c-fc2333173138 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups/0a285acc-def4-43ed-9123-1c064ece8407 HTTP/1.1" status: 404 len: 347 time: 0.0135624 Jul 20 17:53:38.891022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58114) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:38.944093 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Floating IP 07abbbb1-01bf-4852-8ba0-df0dbeac513d associated. External IP: 172.27.3.147, port: 3ed31386-5e58-4b1f-be48-e5bcbda66a7d. Jul 20 17:53:38.950323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:39.015952 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:53:39.016629 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.039069 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:39.101735 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.102061 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.114945 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:53:39.149341 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:53:39.238790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31b94f-84cf-411f-885b-f7742a291fd8 req-2461bce7-f4e0-4d5c-a566-32b377f1895e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:39.240167 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e31b94f-84cf-411f-885b-f7742a291fd8 req-2461bce7-f4e0-4d5c-a566-32b377f1895e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0644119 Jul 20 17:53:39.256332 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:53:39.260971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.266839 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:53:39.277034 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:39.277651 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:39.297272 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b176d0f2-22d1-4a14-ad82-4cb0cd47c089 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "PUT /v2.0/floatingips/07abbbb1-01bf-4852-8ba0-df0dbeac513d HTTP/1.1" status: 200 len: 991 time: 1.0878212 Jul 20 17:53:39.298239 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:39.300657 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb" -d '{"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:39.338093 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f09e6f1-9ad0-45c8-a670-f298f141da8d x-openstack-request-id: req-5f09e6f1-9ad0-45c8-a670-f298f141da8d {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:39.338450 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:39.338777 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f09e6f1-9ad0-45c8-a670-f298f141da8d {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:39.339393 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f09e6f1-9ad0-45c8-a670-f298f141da8d'] response: {'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'status': 'completed', 'code': 200} Jul 20 17:53:39.344192 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e31b94f-84cf-411f-885b-f7742a291fd8 req-3c341aa8-bafa-4377-9a5f-37e9ee35da92 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945954 Jul 20 17:53:39.421740 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.458307 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=ddaaaeb7-e0f1-4c13-9d1f-e9adc0cb28a7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:39.462963 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-835f4fd7-6485-4b2f-8dd0-2c1ea3608596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:39.464321 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-835f4fd7-6485-4b2f-8dd0-2c1ea3608596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0718117 Jul 20 17:53:39.485033 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:39.516336 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:39.583608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:53:39.612411 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:53:39.612783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device b4d1a842-ac4e-4cea-b6c2-edcf4932e3d1 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:53:39.762211 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:53:38Z', 'revision_number': 1, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:39.788104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:53:39.796805 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:53:39.797410 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:39.816254 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (b5308140-cf3b-4143-a68f-1b9a89ab86ab), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.818702 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:39.819827 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-962f843c-3fd3-48a7-b57e-45101c2b67ed tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/floatingips/b5308140-cf3b-4143-a68f-1b9a89ab86ab HTTP/1.1" status: 204 len: 168 time: 0.9286654 Jul 20 17:53:39.855792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-ba4f02dc-6286-4ac7-8af4-3828fa5699f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:39.857307 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-ba4f02dc-6286-4ac7-8af4-3828fa5699f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.3707855 Jul 20 17:53:39.909649 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:53:39.938333 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-b2a75452-5746-45e5-a9bf-762876e48e54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 999 time: 0.0732248 Jul 20 17:53:39.953816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:39.991987 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58126) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:39.996799 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939259638', 'description': 'tempest-description--1546187432'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:40.005368 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d58cb-8f7d-49c7-b64b-3b790b957062 req-1d785acf-8c2b-44c3-a12f-7fead990914a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:40.006960 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ef5d58cb-8f7d-49c7-b64b-3b790b957062 req-1d785acf-8c2b-44c3-a12f-7fead990914a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0826912 Jul 20 17:53:40.030002 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-86841caf-1361-44a2-a2e2-675da588c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:40.031434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-86841caf-1361-44a2-a2e2-675da588c469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0764217 Jul 20 17:53:40.078200 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.117304 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-b8aabfae-9938-4c81-ac53-6f48863de683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:40.118875 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-b8aabfae-9938-4c81-ac53-6f48863de683 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775294 Jul 20 17:53:40.129760 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ef5d58cb-8f7d-49c7-b64b-3b790b957062 req-d98f83e6-461d-42b1-81f8-3b1ee62ea9d3 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136301 Jul 20 17:53:40.153054 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:53:38Z', 'revision_number': 1, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:53:40.166005 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (8260e12e-ad79-446d-b1e9-b0bc31bf6d92), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.183009 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00770281-d3b1-40c9-8eff-ef2f3c47ef7a None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:53:38Z', 'revision_number': 1, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:53:40.222689 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-6be43ea1-a1b0-4cca-92ca-b85999ca8692 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919638 Jul 20 17:53:40.226884 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8260e12e-ad79-446d-b1e9-b0bc31bf6d92), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.234530 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:40.260404 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260e12e-ad79-446d-b1e9-b0bc31bf6d92,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:40.320828 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.321173 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db0f3d56-4a77-44bb-8e8a-cf1ac03582fb req-ad0e0b80-eca9-40f5-8454-ff7b940da929 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901725 Jul 20 17:53:40.322529 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-907f2fb0-2937-43ab-82a2-e1cb595aecfe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3291569 Jul 20 17:53:40.325593 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58128) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:40.330845 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': '8260e12e-ad79-446d-b1e9-b0bc31bf6d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:40.389453 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda2004-1760-4cc4-9cfb-f808cafcb180 None None] New status for floating IP 07abbbb1-01bf-4852-8ba0-df0dbeac513d: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:53:40.425444 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (f0c39bf4-6287-4a90-9a1b-cda2a473139e), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.473662 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:40.478485 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51e1a7-d42b-47c6-a7d6-aee10c06ac04 req-8c205fc3-974a-4881-9290-e87b57cb32f5 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:40.480008 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab51e1a7-d42b-47c6-a7d6-aee10c06ac04 req-8c205fc3-974a-4881-9290-e87b57cb32f5 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0524409 Jul 20 17:53:40.487928 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (f0c39bf4-6287-4a90-9a1b-cda2a473139e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.546869 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab51e1a7-d42b-47c6-a7d6-aee10c06ac04 req-4878920f-e534-4e2b-846f-edde09e18090 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599568 Jul 20 17:53:40.580940 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (f0c39bf4-6287-4a90-9a1b-cda2a473139e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.603215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c39bf4-6287-4a90-9a1b-cda2a473139e,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:40.696915 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.698319 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-629e13d8-1776-46e5-b210-85ed6dd89099 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3714511 Jul 20 17:53:40.701068 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58132) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:40.705772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': '8260e12e-ad79-446d-b1e9-b0bc31bf6d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:40.803163 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (a3bcf6cf-2eaf-438b-8d19-90df1e0a020a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.858403 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (a3bcf6cf-2eaf-438b-8d19-90df1e0a020a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.969695 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (a3bcf6cf-2eaf-438b-8d19-90df1e0a020a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.989909 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bcf6cf-2eaf-438b-8d19-90df1e0a020a,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:41.114319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.115594 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0660d8b7-2756-4294-af88-1c7c9398b5d3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135826 Jul 20 17:53:41.118783 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58134) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:41.123023 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:41.216012 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.247973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a48d6-b3a3-4cf5-a292-3d3671df6ed1 req-2e7d2edc-db09-41cf-aa31-65b2cb2297a7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:41.249559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b8a48d6-b3a3-4cf5-a292-3d3671df6ed1 req-2e7d2edc-db09-41cf-aa31-65b2cb2297a7 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 943 time: 0.0480726 Jul 20 17:53:41.261763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.298726 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b8a48d6-b3a3-4cf5-a292-3d3671df6ed1 req-d5835bbe-7580-46d1-914c-687b8239833e tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Jul 20 17:53:41.299522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.591659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 72a5820f-822f-4734-b30d-285c899befc6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:53:41.662138 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.27.3.72 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/f8ea5d14-b696-4ad1-b09d-0b47b4fe7022) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:41.664891 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbcf9-718b-42f5-b238-ccd5027156a7 req-f5649f0e-80c6-4978-bf17-05103521590c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:41.666455 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3abbcf9-718b-42f5-b238-ccd5027156a7 req-f5649f0e-80c6-4978-bf17-05103521590c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0500236 Jul 20 17:53:41.695005 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=72a5820f-822f-4734-b30d-285c899befc6,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:41.708232 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '72a5820f-822f-4734-b30d-285c899befc6', 'network_id': '76418757-051f-4c7d-9a32-4fe7635a563d', 'port_id': '72a5820f-822f-4734-b30d-285c899befc6', 'mac_address': 'fa:16:3e:6f:e0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c378bac-1b57-4275-840f-3760e325d28a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:53:41.710946 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.737857 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3abbcf9-718b-42f5-b238-ccd5027156a7 req-f9119d8f-9d70-4d9c-bec5-1fd9f31e205f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645559 Jul 20 17:53:41.750110 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 72a5820f-822f-4734-b30d-285c899befc6 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:41.755793 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (72a5820f-822f-4734-b30d-285c899befc6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.764779 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a5820f-822f-4734-b30d-285c899befc6 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:41.777237 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.782597 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.786617 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=72a5820f-822f-4734-b30d-285c899befc6,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:41.906864 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.907350 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:41.934195 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.944736 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:41.947656 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:41.953544 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:41.956181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:41.980558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=f8ea5d14-b696-4ad1-b09d-0b47b4fe7022,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:42.044969 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.132551 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:42.135545 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.282394 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.313723 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['72a5820f-822f-4734-b30d-285c899befc6'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:42.346676 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.422552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240bca5-eb62-4f50-afdb-898204d009b6 req-4e35d948-ebfe-4563-a104-daa384318c29 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:42.424061 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6240bca5-eb62-4f50-afdb-898204d009b6 req-4e35d948-ebfe-4563-a104-daa384318c29 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 944 time: 0.0549326 Jul 20 17:53:42.430223 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=f8ea5d14-b696-4ad1-b09d-0b47b4fe7022,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:42.436335 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.477881 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6240bca5-eb62-4f50-afdb-898204d009b6 req-4d63c79b-0ee6-40e4-bc08-7ef4ac607095 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Jul 20 17:53:42.502710 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:42.504060 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b3562c66-6a78-4757-926c-7c7aae8ae899 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3843691 Jul 20 17:53:42.695980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-a78007c9-6a2a-4b8a-aa78-cd509caca19b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1939259638&fields=id&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 267 time: 0.0419090 Jul 20 17:53:42.802855 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-da61bb71-4d0d-41f6-8795-61be735905cb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:42.804236 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-da61bb71-4d0d-41f6-8795-61be735905cb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.1013954 Jul 20 17:53:42.842273 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-b2a70518-6060-49ea-bdad-2a5b735aa8e7 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/quotas/93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 375 time: 0.0263042 Jul 20 17:53:42.866350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51463a41-ac25-48d1-8e13-71f3a798158c req-7150d318-b8bf-430a-814b-988153daf866 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:42.867768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51463a41-ac25-48d1-8e13-71f3a798158c req-7150d318-b8bf-430a-814b-988153daf866 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0620151 Jul 20 17:53:42.916022 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-bb24706d-79d4-4b89-84c5-6f31cf567dc1 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686145 Jul 20 17:53:42.976841 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51463a41-ac25-48d1-8e13-71f3a798158c req-2bf88388-75b1-4b7b-8e68-a3ea96d12b89 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931308 Jul 20 17:53:42.980568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:43.037210 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-b9b80e41-6ac6-4fd4-b0e2-7e3b18998d61 service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057496 Jul 20 17:53:43.130591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-8b6d19f9-b5ac-4d71-8783-346bf87733ec service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877981 Jul 20 17:53:43.384072 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-010177ca-d9b8-4fa5-b1c0-dfe4d0bc7a8b req-2a6197fb-15bc-4bf7-b4e6-b804cec696be tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0298481 Jul 20 17:53:43.591786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5eb4bb-2b0e-44b3-9880-bc65423ae0e4 req-db5d94e1-8dc3-4825-833c-47920f4f11f1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:43.593310 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c5eb4bb-2b0e-44b3-9880-bc65423ae0e4 req-db5d94e1-8dc3-4825-833c-47920f4f11f1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 944 time: 0.0468714 Jul 20 17:53:43.614703 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 72a5820f-822f-4734-b30d-285c899befc6 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:53:43.642760 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5c5eb4bb-2b0e-44b3-9880-bc65423ae0e4 req-c5f6949f-bd7e-4e03-a213-12bad4cee0ec tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438335 Jul 20 17:53:43.658935 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 72a5820f-822f-4734-b30d-285c899befc6 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:53:43.758048 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 72a5820f-822f-4734-b30d-285c899befc6 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:43.758428 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (72a5820f-822f-4734-b30d-285c899befc6), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:43.833397 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 72a5820f-822f-4734-b30d-285c899befc6 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:43.833812 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (72a5820f-822f-4734-b30d-285c899befc6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:43.858118 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a5820f-822f-4734-b30d-285c899befc6'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:43.860320 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78010554-34ff-464b-a720-6196ae23ec2b" -d '{"events": [{"server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "name": "network-vif-plugged", "status": "completed", "tag": "72a5820f-822f-4734-b30d-285c899befc6"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:43.876332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=72a5820f-822f-4734-b30d-285c899befc6,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:43.908681 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2f5208-2ea8-4049-9c07-65b5b3d5e770 x-openstack-request-id: req-fa2f5208-2ea8-4049-9c07-65b5b3d5e770 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:43.908989 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "name": "network-vif-plugged", "status": "completed", "tag": "72a5820f-822f-4734-b30d-285c899befc6", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:43.909243 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa2f5208-2ea8-4049-9c07-65b5b3d5e770 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:43.909720 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2f5208-2ea8-4049-9c07-65b5b3d5e770'] response: {'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a5820f-822f-4734-b30d-285c899befc6', 'code': 200} Jul 20 17:53:43.986375 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:44.036158 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:44.099016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e454-afee-4dc5-a8d5-5df5dd19d0b3 req-5058de93-9aae-4d52-aac2-eda4b23fbf83 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:44.104920 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3654e454-afee-4dc5-a8d5-5df5dd19d0b3 req-5058de93-9aae-4d52-aac2-eda4b23fbf83 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0567956 Jul 20 17:53:44.165011 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3654e454-afee-4dc5-a8d5-5df5dd19d0b3 req-9c3f1f9a-a97b-4e4f-9fb8-b19a58643641 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569141 Jul 20 17:53:44.279869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6184-d877-4fa7-8ac9-db6e28426f93 req-5557a0a0-73e2-4475-bf4e-b9773621c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:44.281392 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1dd6184-d877-4fa7-8ac9-db6e28426f93 req-5557a0a0-73e2-4475-bf4e-b9773621c302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 1129 time: 0.0382767 Jul 20 17:53:44.295473 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:44.328298 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1dd6184-d877-4fa7-8ac9-db6e28426f93 req-a632f6f1-ae8f-43ec-b889-565d29951ae2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Jul 20 17:53:44.483505 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a9100254-8bad-4381-b09d-c1ec09401fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:44.484159 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4451ea33-0aad-4480-9b51-9cb6ad8e10e3 req-52ae663f-6eb8-41a2-8c9b-c7f4ea2896f5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0316238 Jul 20 17:53:44.758881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd15ca-2e54-4e59-9cc8-210c38eb8dc6 req-f31c1566-c5aa-4080-82dd-5549f970e349 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:44.760368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dfbd15ca-2e54-4e59-9cc8-210c38eb8dc6 req-f31c1566-c5aa-4080-82dd-5549f970e349 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0477178 Jul 20 17:53:44.808350 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dfbd15ca-2e54-4e59-9cc8-210c38eb8dc6 req-a5ebe3cd-a9a1-4ff4-9997-96ed4897ab7a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Jul 20 17:53:45.280586 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f2204-de3b-48e3-812c-14eafa5b2d11 req-04b22a5e-baf8-49aa-9dc9-a53ae8e8e044 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:45.281968 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1d3f2204-de3b-48e3-812c-14eafa5b2d11 req-04b22a5e-baf8-49aa-9dc9-a53ae8e8e044 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0482614 Jul 20 17:53:45.344113 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1d3f2204-de3b-48e3-812c-14eafa5b2d11 req-8317ded3-c091-48e0-ba54-b394a4c767b1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562544 Jul 20 17:53:45.586051 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-049b48ea-9f96-4910-8b99-fbbbc6629eb3 req-a262f12c-9ad5-4afd-a22e-67c6a73b7981 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0349855 Jul 20 17:53:45.697280 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:53:45.933544 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded7e2-a9d2-4340-bc9f-9f440a35bd27 req-a21eb398-1afb-4e04-80e6-3639b59335ca tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:45.935597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3ded7e2-a9d2-4340-bc9f-9f440a35bd27 req-a21eb398-1afb-4e04-80e6-3639b59335ca tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0593402 Jul 20 17:53:45.982013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3ded7e2-a9d2-4340-bc9f-9f440a35bd27 req-7e37532f-c0bc-416f-b78c-95a906be7ee2 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Jul 20 17:53:46.458350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcec6c-7202-43d6-acfc-d1c97ed1a4fb req-d70f6a39-8a8e-468b-8152-a791038ddda7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:46.459877 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-afbcec6c-7202-43d6-acfc-d1c97ed1a4fb req-d70f6a39-8a8e-468b-8152-a791038ddda7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0479662 Jul 20 17:53:46.519341 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-afbcec6c-7202-43d6-acfc-d1c97ed1a4fb req-fd7628fc-8cbb-45cf-80cb-bb9a8e91f47e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537615 Jul 20 17:53:46.723961 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-99996d81-241e-4195-87bf-beda2eabddfe req-5fa076ce-c9fb-489c-beee-628c14b6557c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0625408 Jul 20 17:53:46.747542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:46.766692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-965f6382-1445-4de6-84e7-5ba5f41bff03 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:46.768135 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-965f6382-1445-4de6-84e7-5ba5f41bff03 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.1312168 Jul 20 17:53:46.832606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-78239eca-18af-4722-a168-fa024f1bac73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:46.841766 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1dd46ece-27fd-4004-93f2-ad10b2c0e16c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 380 time: 0.0570219 Jul 20 17:53:46.852879 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'port': {'device_id': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'admin_state_up': True, 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'security_groups': ['8260e12e-ad79-446d-b1e9-b0bc31bf6d92']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:47.079395 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:53:47.082822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:47.113492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99b0d6-9dc3-4a55-9ab1-a9817db80734 req-6f3f1181-893b-48f6-acbc-19e36d024480 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:47.114976 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a99b0d6-9dc3-4a55-9ab1-a9817db80734 req-6f3f1181-893b-48f6-acbc-19e36d024480 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0649781 Jul 20 17:53:47.221059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1a99b0d6-9dc3-4a55-9ab1-a9817db80734 req-98eac34c-e589-4a0e-8bfd-1c2ded5d9e94 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999455 Jul 20 17:53:47.245080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:47.280113 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.20.0.4 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/a173b304-4ef9-47d9-a7ac-724bf76dc579) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:53:47.423401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:47.518543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:47.525187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:47.562197 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:53:47.568028 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:53:47.572463 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:53:47.605879 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:47.672821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:47.673459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:47.681672 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d404c1d-39d2-480a-8145-cb50c84d32a7 req-0205fef8-95f3-4274-abaf-21567ab09d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:47.683167 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6d404c1d-39d2-480a-8145-cb50c84d32a7 req-0205fef8-95f3-4274-abaf-21567ab09d77 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0787723 Jul 20 17:53:47.755550 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6d404c1d-39d2-480a-8145-cb50c84d32a7 req-d7b80a6d-dd1d-49a8-8f99-63d4f6d403e9 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633667 Jul 20 17:53:47.788916 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-8cecc6c8-7c1d-4034-ad63-cebeb4bbe8ad None None] Provisioning complete for port a173b304-4ef9-47d9-a7ac-724bf76dc579 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:47.789288 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8cecc6c8-7c1d-4034-ad63-cebeb4bbe8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:47.825877 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-8cecc6c8-7c1d-4034-ad63-cebeb4bbe8ad None None] Port a173b304-4ef9-47d9-a7ac-724bf76dc579 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:53:47.841390 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-1fa0b41c-a133-45c9-a071-cb84e47d231a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947238 Jul 20 17:53:47.860154 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8844d9-b590-4a47-988a-e0ffe94199c9 req-f050d82f-8ec2-4d8f-afd9-5b6ba97fa97f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:47.861533 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5f8844d9-b590-4a47-988a-e0ffe94199c9 req-f050d82f-8ec2-4d8f-afd9-5b6ba97fa97f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 931 time: 0.0522826 Jul 20 17:53:47.867016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Request body: {'port': {'device_id': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:53:47.961703 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5f8844d9-b590-4a47-988a-e0ffe94199c9 req-680c7da7-02c9-4742-81bd-c225bb675d2c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915864 Jul 20 17:53:47.964293 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.229534 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a173b304-4ef9-47d9-a7ac-724bf76dc579 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:48.237320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks [] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.250128 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Transition to ACTIVE for port object a173b304-4ef9-47d9-a7ac-724bf76dc579 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:53:48.289656 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.306755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.314669 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:48.366387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:48.437233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Attempting to bind port a173b304-4ef9-47d9-a7ac-724bf76dc579 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:53:48.437578 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Attempting to bind port a173b304-4ef9-47d9-a7ac-724bf76dc579 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:53:48.437910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Attempting to bind port a173b304-4ef9-47d9-a7ac-724bf76dc579 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:48.443115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Port a173b304-4ef9-47d9-a7ac-724bf76dc579 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:53:48.443440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Attempting to bind port a173b304-4ef9-47d9-a7ac-724bf76dc579 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:53:48.448971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:53:48.449363 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:53:48.450356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:53:48.451086 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Bound port: a173b304-4ef9-47d9-a7ac-724bf76dc579, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:53:48.451579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.516125 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:53:48.519207 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:53:48.520292 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:48.587196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.625941 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:48.626563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:48.627937 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/a173b304-4ef9-47d9-a7ac-724bf76dc579 HTTP/1.1" status: 200 len: 1093 time: 0.7655170 Jul 20 17:53:48.628373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:48.630658 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2607cce8-1240-4ffa-a0e6-637e46fabd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:48.660137 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3324-5f09-4c11-82c8-e23b5f4e65c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:48.672773 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798f07f-21d4-48a3-a9e6-9729a9f6a8c5 x-openstack-request-id: req-2798f07f-21d4-48a3-a9e6-9729a9f6a8c5 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:48.673065 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:48.673317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2798f07f-21d4-48a3-a9e6-9729a9f6a8c5 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:48.673728 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2798f07f-21d4-48a3-a9e6-9729a9f6a8c5'] response: {'name': 'network-changed', 'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'status': 'completed', 'code': 200} Jul 20 17:53:48.768793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-cee470f8-9ee1-4abb-8761-c228b882f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:48.770379 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-cee470f8-9ee1-4abb-8761-c228b882f14e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 1127 time: 0.0433035 Jul 20 17:53:48.928811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a806f-4011-4aad-b41c-8816fcf5715b req-b8d48404-30f5-4cdb-88ba-09fa31564d7a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:48.930937 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb5a806f-4011-4aad-b41c-8816fcf5715b req-b8d48404-30f5-4cdb-88ba-09fa31564d7a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0827811 Jul 20 17:53:48.963734 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-12c00426-25fe-4346-9951-549226f5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:48.965203 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-12c00426-25fe-4346-9951-549226f5c773 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=93918dc6b6f445d18a3ecb003524152d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1773627 Jul 20 17:53:49.076631 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb5a806f-4011-4aad-b41c-8816fcf5715b req-a60ee77e-98c3-4f79-b0a5-743e5da65141 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386917 Jul 20 17:53:49.121543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c6c5-2711-4d2f-8197-a973715c9acb req-b32edcf3-2ad0-4d3c-8254-209e6bc7052d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:49.123632 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7bd9c6c5-2711-4d2f-8197-a973715c9acb req-b32edcf3-2ad0-4d3c-8254-209e6bc7052d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 943 time: 0.0674305 Jul 20 17:53:49.150629 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-717b3ec0-499a-4e8b-8f1c-aadb202ea384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:49.152094 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2607cce8-1240-4ffa-a0e6-637e46fabd9f req-717b3ec0-499a-4e8b-8f1c-aadb202ea384 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805017 Jul 20 17:53:49.181734 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7bd9c6c5-2711-4d2f-8197-a973715c9acb req-a3077fa5-d774-4e70-bf0d-0e416c96d6a4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485253 Jul 20 17:53:49.436175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-b5ee0567-a7cb-4bd4-9035-e1e73292faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:49.437651 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-b5ee0567-a7cb-4bd4-9035-e1e73292faed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 1127 time: 0.0384564 Jul 20 17:53:49.497383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-835bb829-fcf3-4df1-b96a-11c2d8c72066 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579 HTTP/1.1" status: 200 len: 217 time: 0.0356197 Jul 20 17:53:49.545918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-7d999204-a60c-4b70-9fb1-09f0686a67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:49.547334 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-7d999204-a60c-4b70-9fb1-09f0686a67a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0436511 Jul 20 17:53:49.595342 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-7db20042-4045-43cd-ba89-b25d9aa87a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:49.596864 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-7db20042-4045-43cd-ba89-b25d9aa87a85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391219 Jul 20 17:53:49.689278 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-f0b97fe1-8955-4286-b301-18b7f3aea6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jul 20 17:53:49.774188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:49.780377 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab05ae29-d2a3-4cdd-b771-76221b2b463d req-4977549d-bdde-45da-83b7-dde9ece100f6 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837724 Jul 20 17:53:49.872287 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:50.095143 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:50.198560 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090749a9-5692-422a-9f7d-7564836b9cfb req-074e2cdc-7314-4528-9dd7-3a8d18f1a133 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:50.200661 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-090749a9-5692-422a-9f7d-7564836b9cfb req-074e2cdc-7314-4528-9dd7-3a8d18f1a133 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0544882 Jul 20 17:53:50.273686 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-090749a9-5692-422a-9f7d-7564836b9cfb req-9eec161e-4c2b-4b25-9afe-f26763ab3705 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663900 Jul 20 17:53:50.306780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912c8f3-659f-4b5d-bfdf-1f76bf6b0708 req-a4473c5b-0183-4964-94d4-1ff9357d779a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:50.308241 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5912c8f3-659f-4b5d-bfdf-1f76bf6b0708 req-a4473c5b-0183-4964-94d4-1ff9357d779a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 943 time: 0.0566735 Jul 20 17:53:50.356690 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5912c8f3-659f-4b5d-bfdf-1f76bf6b0708 req-c9b42fab-eec3-439e-b8b5-4780f8a41873 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Jul 20 17:53:51.384666 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3eac-1564-4416-8e91-13d9d3d2ab93 req-577efd91-8178-4d96-9752-b25be4760dc2 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:51.386237 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-09af3eac-1564-4416-8e91-13d9d3d2ab93 req-577efd91-8178-4d96-9752-b25be4760dc2 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0473936 Jul 20 17:53:51.443535 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:51.480350 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-09af3eac-1564-4416-8e91-13d9d3d2ab93 req-1f69f995-4fef-42b8-8b3f-8e31106f193a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881736 Jul 20 17:53:51.491843 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a635de-058f-409c-8329-839eea47304b req-6e996a24-519d-4858-9c8a-19facaf6a6d0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:51.493210 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-15a635de-058f-409c-8329-839eea47304b req-6e996a24-519d-4858-9c8a-19facaf6a6d0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 943 time: 0.0662873 Jul 20 17:53:51.544401 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-15a635de-058f-409c-8329-839eea47304b req-d10c93c3-2f05-42cf-8688-a6f5da53d130 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Jul 20 17:53:52.447161 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:52.595559 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98404d35-2ec3-42ac-84ce-b07d16297fb2 req-216628ff-88b1-4f5f-9cbb-fa913d90178a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:52.597335 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-98404d35-2ec3-42ac-84ce-b07d16297fb2 req-216628ff-88b1-4f5f-9cbb-fa913d90178a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0490067 Jul 20 17:53:52.691971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d26ea-0729-4e3a-ad1f-a56cb4f8be2f req-a1cc7a5c-0a86-4960-99e6-1e8588167986 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:52.693439 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-123d26ea-0729-4e3a-ad1f-a56cb4f8be2f req-a1cc7a5c-0a86-4960-99e6-1e8588167986 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 943 time: 0.0773757 Jul 20 17:53:52.699438 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-98404d35-2ec3-42ac-84ce-b07d16297fb2 req-11f40030-bfea-43df-a4af-2763b9cd431f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965393 Jul 20 17:53:52.741763 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-123d26ea-0729-4e3a-ad1f-a56cb4f8be2f req-a6decfc1-5f6f-4d5b-849d-90a4e3c9b564 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Jul 20 17:53:53.623971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device a173b304-4ef9-47d9-a7ac-724bf76dc579 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:53:53.680263 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:53.725207 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:53.739899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:53.741995 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'port_id': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'mac_address': 'fa:16:3e:82:0a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:53:53.792086 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port a173b304-4ef9-47d9-a7ac-724bf76dc579 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:53.792667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:53.809989 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a173b304-4ef9-47d9-a7ac-724bf76dc579 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:53:53.816935 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:53.820603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8de2fe-3a31-414c-8d58-08031d23fa3e req-8d93a8f5-9c66-415f-be04-98cd8de49fc3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:53.822002 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6b8de2fe-3a31-414c-8d58-08031d23fa3e req-8d93a8f5-9c66-415f-be04-98cd8de49fc3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0545549 Jul 20 17:53:53.836715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:53.887940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2906b7b-a2e0-4d83-9547-d931bc7819b3 req-7a4332ca-3725-47a2-93b9-14bf04f3b287 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:53.889410 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c2906b7b-a2e0-4d83-9547-d931bc7819b3 req-7a4332ca-3725-47a2-93b9-14bf04f3b287 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 943 time: 0.0665488 Jul 20 17:53:53.895054 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:53.947222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:54.187970 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6b8de2fe-3a31-414c-8d58-08031d23fa3e req-384ea16b-1ccd-4ddb-8ed4-beca0357a02c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3556740 Jul 20 17:53:54.204374 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c2906b7b-a2e0-4d83-9547-d931bc7819b3 req-1f6c0da3-8bc2-41cd-8c42-01bfc9a0f6b9 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089113 Jul 20 17:53:54.360275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['a173b304-4ef9-47d9-a7ac-724bf76dc579'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:53:55.333281 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362db14-a32b-4e5e-b6d0-00ad217a9a3f req-509294e3-1437-4fa0-a4c1-f7a436ddc10c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:55.334768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f362db14-a32b-4e5e-b6d0-00ad217a9a3f req-509294e3-1437-4fa0-a4c1-f7a436ddc10c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0772634 Jul 20 17:53:55.345243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f21c5-e9eb-4b66-a6da-8a4904ea2f0c req-f77f3774-1183-4ce3-95a8-18818b8b954d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:55.346636 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-af4f21c5-e9eb-4b66-a6da-8a4904ea2f0c req-f77f3774-1183-4ce3-95a8-18818b8b954d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 944 time: 0.0599647 Jul 20 17:53:55.382064 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:55.432727 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-af4f21c5-e9eb-4b66-a6da-8a4904ea2f0c req-415a0889-dd66-4d8c-a366-b9eee9f39571 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784583 Jul 20 17:53:55.439586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f362db14-a32b-4e5e-b6d0-00ad217a9a3f req-bc9cc3f2-7c2a-4ef7-9928-c2b6d181803b tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920579 Jul 20 17:53:55.649987 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device a173b304-4ef9-47d9-a7ac-724bf76dc579 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:53:55.692783 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:55.697597 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port a173b304-4ef9-47d9-a7ac-724bf76dc579 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:53:55.814996 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port a173b304-4ef9-47d9-a7ac-724bf76dc579 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:53:55.815297 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:55.895008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port a173b304-4ef9-47d9-a7ac-724bf76dc579 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:53:55.895399 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:55.926310 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:53:55.928533 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f064868-2808-4196-a5fb-b18671863f27" -d '{"events": [{"server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "name": "network-vif-plugged", "status": "completed", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:53:55.942354 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:53:55.963898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a8157-1b68-43e3-9a05-f52b3a37d85f x-openstack-request-id: req-c11a8157-1b68-43e3-9a05-f52b3a37d85f {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:53:55.964201 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "name": "network-vif-plugged", "status": "completed", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:53:55.964488 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c11a8157-1b68-43e3-9a05-f52b3a37d85f {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:53:55.964876 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11a8157-1b68-43e3-9a05-f52b3a37d85f'] response: {'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'code': 200} Jul 20 17:53:56.021399 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:56.075838 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:56.322257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa33f-88ca-44b2-85ab-21e610b3b4ed req-3ef8bc6e-a8a0-4ee1-a604-bfa0b9a0ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:56.323774 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-239fa33f-88ca-44b2-85ab-21e610b3b4ed req-3ef8bc6e-a8a0-4ee1-a604-bfa0b9a0ff71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 1129 time: 0.0387073 Jul 20 17:53:56.367790 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-239fa33f-88ca-44b2-85ab-21e610b3b4ed req-94e3042d-4071-43c2-a352-a00e0833f15a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368347 Jul 20 17:53:56.590571 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903803-3691-4777-b674-c837ab054d26 req-4c84ecb3-c5d7-40e1-8631-1dec68c7b4cb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:56.592651 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-90903803-3691-4777-b674-c837ab054d26 req-4c84ecb3-c5d7-40e1-8631-1dec68c7b4cb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0898783 Jul 20 17:53:56.598617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7adf2-ac61-4450-8d3f-ac565586a57e req-f53322d4-0571-4964-87fd-cc297ac5e6d7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:56.600447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bfc7adf2-ac61-4450-8d3f-ac565586a57e req-f53322d4-0571-4964-87fd-cc297ac5e6d7 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0866754 Jul 20 17:53:56.637967 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:56.687286 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-90903803-3691-4777-b674-c837ab054d26 req-751cb378-6899-4784-a994-db8f9af93e53 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848217 Jul 20 17:53:56.705004 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bfc7adf2-ac61-4450-8d3f-ac565586a57e req-6637967c-f405-4724-b979-c73f4b26e29e tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964327 Jul 20 17:53:57.801465 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:57.834874 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470cb2-4061-4b11-8c6e-292571ab4bbc req-ed6ee6bf-0218-4d58-9ba3-b63608fde98c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:57.836334 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b4470cb2-4061-4b11-8c6e-292571ab4bbc req-ed6ee6bf-0218-4d58-9ba3-b63608fde98c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0805824 Jul 20 17:53:57.848806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97982f-9d31-4ea1-86df-4b5c182e0700 req-641e0314-e9e0-4201-ad08-435eb10a6262 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:57.850177 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ef97982f-9d31-4ea1-86df-4b5c182e0700 req-641e0314-e9e0-4201-ad08-435eb10a6262 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0619676 Jul 20 17:53:57.925133 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b4470cb2-4061-4b11-8c6e-292571ab4bbc req-8041505a-7c1e-4618-971a-e85eef734022 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824862 Jul 20 17:53:57.939645 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ef97982f-9d31-4ea1-86df-4b5c182e0700 req-f75c49ee-d223-459d-8617-7f21e6140034 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837655 Jul 20 17:53:59.072192 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035ae5-7534-4eba-b5dc-9c9ce5e40d12 req-5a450c22-97f6-44f0-9000-f6d5dd87588a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:59.073744 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8d035ae5-7534-4eba-b5dc-9c9ce5e40d12 req-5a450c22-97f6-44f0-9000-f6d5dd87588a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0773196 Jul 20 17:53:59.094204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cd2c6-52da-4d27-acb3-095b98cbe10d req-19f29076-64b9-4d10-9aee-9531b92cd2ad tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:53:59.095632 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-069cd2c6-52da-4d27-acb3-095b98cbe10d req-19f29076-64b9-4d10-9aee-9531b92cd2ad tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0681508 Jul 20 17:53:59.163644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8d035ae5-7534-4eba-b5dc-9c9ce5e40d12 req-f4ee13ec-84da-49f4-93f0-fd5c78ad154e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839038 Jul 20 17:53:59.179063 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-069cd2c6-52da-4d27-acb3-095b98cbe10d req-4eb7154b-dc63-4e00-a160-48444ef1220a tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760732 Jul 20 17:54:00.329385 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e8bf7-32d0-4baa-a65e-cba0ce9c71f0 req-63b1ad4a-45cf-41a9-a765-cefdb3bcbe6d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:00.330802 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a14e8bf7-32d0-4baa-a65e-cba0ce9c71f0 req-63b1ad4a-45cf-41a9-a765-cefdb3bcbe6d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0952036 Jul 20 17:54:00.355532 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afcc21-69f2-4709-ac6c-07d8bf6e83a9 req-0b3300a8-1e19-4e88-ad5c-4d5af757cfce tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:00.357636 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1afcc21-69f2-4709-ac6c-07d8bf6e83a9 req-0b3300a8-1e19-4e88-ad5c-4d5af757cfce tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.1076982 Jul 20 17:54:00.428269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a14e8bf7-32d0-4baa-a65e-cba0ce9c71f0 req-ab14f2c1-9c66-498b-8471-7aed0bc2f06e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916622 Jul 20 17:54:00.457650 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f1afcc21-69f2-4709-ac6c-07d8bf6e83a9 req-e8d3f56a-8d49-4d77-b9c8-49aa67b5ba29 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911999 Jul 20 17:54:01.581945 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:01.593082 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293a884-ca61-4c0c-a23c-2ad5e88bf711 req-ce0f5f2b-2b48-4a53-a3ff-6b44f956463d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:01.594633 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c293a884-ca61-4c0c-a23c-2ad5e88bf711 req-ce0f5f2b-2b48-4a53-a3ff-6b44f956463d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0789316 Jul 20 17:54:01.618637 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef1d1a-7a7a-4896-bee3-49eb82314549 req-1113de45-efab-4e77-9626-f4129515df9c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:01.620202 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-daef1d1a-7a7a-4896-bee3-49eb82314549 req-1113de45-efab-4e77-9626-f4129515df9c tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0752220 Jul 20 17:54:01.683001 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c293a884-ca61-4c0c-a23c-2ad5e88bf711 req-d4a806b6-e3eb-4c3b-812c-a78601138810 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827665 Jul 20 17:54:01.710632 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-daef1d1a-7a7a-4896-bee3-49eb82314549 req-e34fa564-12e1-499d-b6db-1c70b33ec5a3 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b001fd3-c0ff-44ac-b09f-080a5f42198e&id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837774 Jul 20 17:54:01.799509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17ff7c-e998-4847-bdd9-31e5ef239953 req-83d4a3c5-a859-45e0-9f5d-7c719ab4c6df tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:01.801004 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bf17ff7c-e998-4847-bdd9-31e5ef239953 req-83d4a3c5-a859-45e0-9f5d-7c719ab4c6df tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0481930 Jul 20 17:54:01.809326 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58316) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:01.813984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'port_id': 'a173b304-4ef9-47d9-a7ac-724bf76dc579'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:01.859601 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:02.066401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:02.285083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:02.352364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:02.451855 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP 856c2032-1022-4b41-8ab2-b2e0e19faf61 associated. External IP: 172.27.3.72, port: a173b304-4ef9-47d9-a7ac-724bf76dc579. Jul 20 17:54:02.646564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:54:02.758265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:54:02.764525 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:02.768643 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:54:02.779745 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:02.780384 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:02.801496 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-efb521c0-190e-49c9-911c-7df79496bc40 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "PUT /v2.0/floatingips/856c2032-1022-4b41-8ab2-b2e0e19faf61 HTTP/1.1" status: 200 len: 990 time: 0.9906571 Jul 20 17:54:02.802115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:02.804619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaedb05d-ad86-41b3-b0fa-181eee7ee360" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:02.847469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46233cb1-4c46-4288-afa6-8dc08b54860c x-openstack-request-id: req-46233cb1-4c46-4288-afa6-8dc08b54860c {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:02.847761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:02.848016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46233cb1-4c46-4288-afa6-8dc08b54860c {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:02.848424 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46233cb1-4c46-4288-afa6-8dc08b54860c'] response: {'name': 'network-changed', 'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'status': 'completed', 'code': 200} Jul 20 17:54:02.917435 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:03.207006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:03.276874 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '856c2032-1022-4b41-8ab2-b2e0e19faf61', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:82:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:41Z', 'updated_at': '2022-07-20T17:54:02Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:03.303042 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:54:03.311704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:03.312313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:03.345241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:03.422111 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:03.627803 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '856c2032-1022-4b41-8ab2-b2e0e19faf61', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:82:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:41Z', 'updated_at': '2022-07-20T17:54:02Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:03.655545 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9681e04-96fe-4750-8136-402206c251b7 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '856c2032-1022-4b41-8ab2-b2e0e19faf61', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:82:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:41Z', 'updated_at': '2022-07-20T17:54:02Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:54:03.829055 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66bd659-3c8e-4a0d-8b0b-dd60254ee6ad None None] New status for floating IP 856c2032-1022-4b41-8ab2-b2e0e19faf61: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:54:04.820751 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:04.851871 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-40a8ee61-a711-4b24-b067-7505498803b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:04.853464 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-40a8ee61-a711-4b24-b067-7505498803b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 1129 time: 0.0425537 Jul 20 17:54:04.949533 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-d5b3699a-0d2e-4aac-8bfd-f4f08830b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:04.951571 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-d5b3699a-0d2e-4aac-8bfd-f4f08830b19c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 916 time: 0.0897686 Jul 20 17:54:05.371673 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-decf2e87-4a49-43e4-9b5f-92892cb6995d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579 HTTP/1.1" status: 200 len: 1000 time: 0.0542123 Jul 20 17:54:05.436994 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-36e4d46b-2eda-4d64-9d34-1c814e3866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:05.438681 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-36e4d46b-2eda-4d64-9d34-1c814e3866d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0444109 Jul 20 17:54:05.518003 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:05.549183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-c185b43a-67e1-4cfd-9a37-a3299cd00dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:05.550669 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-c185b43a-67e1-4cfd-9a37-a3299cd00dfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413392 Jul 20 17:54:05.644991 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-5f03aa70-72b0-49ea-bab1-0ded1b23f947 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Jul 20 17:54:05.741302 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aaedb05d-ad86-41b3-b0fa-181eee7ee360 req-3b876191-3a65-4878-b730-662c0a012d63 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905755 Jul 20 17:54:07.804730 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaa6cc-248c-48c2-a4ed-eb017f3d6a54 req-0cd86caa-1fb0-4e61-a652-5b3db568017b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:07.806175 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4aaa6cc-248c-48c2-a4ed-eb017f3d6a54 req-0cd86caa-1fb0-4e61-a652-5b3db568017b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Jul 20 17:54:07.852367 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4aaa6cc-248c-48c2-a4ed-eb017f3d6a54 req-dd2b3732-15eb-4906-8db8-fea4a70482e0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Jul 20 17:54:08.969148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95308f7-3de6-40a2-b6e4-44ac69962150 req-9a2e6697-d247-4c95-b0c7-41cc4963fd2d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:08.970592 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d95308f7-3de6-40a2-b6e4-44ac69962150 req-9a2e6697-d247-4c95-b0c7-41cc4963fd2d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0465190 Jul 20 17:54:09.019483 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d95308f7-3de6-40a2-b6e4-44ac69962150 req-8bf140c5-4c03-4aca-baf9-136918bffdbd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Jul 20 17:54:09.817383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-16e0d584-3388-4e49-b90c-6c84eb209dc9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:09.818892 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-16e0d584-3388-4e49-b90c-6c84eb209dc9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Jul 20 17:54:10.141314 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18a57-5755-46ee-91d8-1c568de31437 req-6cfc9994-e861-41a5-b3fd-1f7ef77ee371 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:10.142827 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34f18a57-5755-46ee-91d8-1c568de31437 req-6cfc9994-e861-41a5-b3fd-1f7ef77ee371 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 946 time: 0.0527806 Jul 20 17:54:10.193831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-34f18a57-5755-46ee-91d8-1c568de31437 req-4b7267e7-f132-4f5d-8b4f-de3d8264ddc2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=08af84da-455b-440b-af01-db47adbea5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Jul 20 17:54:10.288901 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Deleting port c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:10.289231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:10.317337 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:10.379709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] For port c0861927-5eef-4dee-a02c-a3bed737a580, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c0861927-5eef-4dee-a02c-a3bed737a580,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:10.380075 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:10.547539 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:10.547903 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:10.548218 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Floating IP ffaad8fa-30c1-4e39-9028-d06542c935b4 disassociated. External IP: 172.27.3.214, port: c0861927-5eef-4dee-a02c-a3bed737a580. Jul 20 17:54:10.548612 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Calling delete_port for c0861927-5eef-4dee-a02c-a3bed737a580 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:10.798280 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (c0861927-5eef-4dee-a02c-a3bed737a580), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:10.824788 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'Port': ['ID=c0861927-5eef-4dee-a02c-a3bed737a580,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:10.836902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.837250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.837592 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.837929 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.838264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.838595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.838922 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.839359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.839566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.839888 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.840210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.840574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.840881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.845853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:10.845853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:11.104964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:11.169512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:54:11.306009 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0c7e587c-8d3c-4740-b418-3c8d7010a5bb req-c82f8fc3-a402-423c-9ef8-e2f11f4a3ef4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0339406 Jul 20 17:54:11.307508 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:54:11.320001 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:54:11.331618 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:11.332305 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:11.350453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] No DVR routers for this DVR port c0861927-5eef-4dee-a02c-a3bed737a580 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:54:11.352998 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:11.356150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2961fc31-af82-4c6a-a47b-cf0d8014a07a req-c22464b1-c3a9-4254-b747-43390d806312 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "DELETE /v2.0/ports/c0861927-5eef-4dee-a02c-a3bed737a580 HTTP/1.1" status: 204 len: 173 time: 1.1501663 Jul 20 17:54:11.356604 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-deleted', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:11.358848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee0571a-2d7f-4384-9bb8-96f54643bf2e" -d '{"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-deleted", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:11.393793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897cc9c-49eb-4d0f-9140-cb32d343045e x-openstack-request-id: req-1897cc9c-49eb-4d0f-9140-cb32d343045e {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:11.394082 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b246c9-d9df-4348-9d5a-61c1170b1951", "name": "network-vif-deleted", "tag": "c0861927-5eef-4dee-a02c-a3bed737a580", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:11.394331 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1897cc9c-49eb-4d0f-9140-cb32d343045e {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:11.394729 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1897cc9c-49eb-4d0f-9140-cb32d343045e'] response: {'server_uuid': '45b246c9-d9df-4348-9d5a-61c1170b1951', 'name': 'network-vif-deleted', 'tag': 'c0861927-5eef-4dee-a02c-a3bed737a580', 'status': 'completed', 'code': 200} Jul 20 17:54:11.443234 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:11.648995 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:11.675862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:54:11.685914 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:11.686516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:53:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:11.731256 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:11.794081 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:11.912598 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:11.985414 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:12.003151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea545f-731c-47a0-a883-fab362b86934 req-1ee767f5-af12-482e-a74d-2ea9dc844a4a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:12.004734 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35ea545f-731c-47a0-a883-fab362b86934 req-1ee767f5-af12-482e-a74d-2ea9dc844a4a tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jul 20 17:54:12.013470 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbafd0-e61a-47ff-994b-c64ea81c81ca None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:54:12.053848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35ea545f-731c-47a0-a883-fab362b86934 req-1fbd8246-e3ac-4ada-aaed-6707755d17c5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Jul 20 17:54:12.227469 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e03cf-79ec-4643-a99d-7c8b3357c9b1 None None] New status for floating IP ffaad8fa-30c1-4e39-9028-d06542c935b4: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:54:12.424309 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b38ee3b-7e55-4746-8820-67dfa3d66913 req-8f58ddc1-016b-4ed6-bd42-07a51ea775a0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0315676 Jul 20 17:54:13.165794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a026-53ad-4a17-a892-f3e791b6e891 req-427421ed-4d88-454d-9800-ac268b6f7939 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:13.167250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4685a026-53ad-4a17-a892-f3e791b6e891 req-427421ed-4d88-454d-9800-ac268b6f7939 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0467150 Jul 20 17:54:13.199486 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:13.214212 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4685a026-53ad-4a17-a892-f3e791b6e891 req-d1c4ea0e-4eae-453e-9d74-b96bdc55e8eb tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Jul 20 17:54:13.532936 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-204d6960-021d-4e58-8385-fd54b36ca1df req-ec3fd7af-e8b9-402e-a1d9-2d515d19d17d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b246c9-d9df-4348-9d5a-61c1170b1951 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Jul 20 17:54:13.730287 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:54:13.751368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: c0861927-5eef-4dee-a02c-a3bed737a580 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:54:13.751648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c0861927-5eef-4dee-a02c-a3bed737a580 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:54:14.139754 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-9391b695-9060-4be1-ac75-3f4bb68d6ee0 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:14.141213 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-9391b695-9060-4be1-ac75-3f4bb68d6ee0 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0459778 Jul 20 17:54:14.229006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Deleting port 72a5820f-822f-4734-b30d-285c899befc6 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:14.229345 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (72a5820f-822f-4734-b30d-285c899befc6), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.360372 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037451da-07df-46e0-b059-0bd3b766bdcb req-b4e042ac-6b33-4072-b2ce-572fa9ea8fb1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:14.361739 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-037451da-07df-46e0-b059-0bd3b766bdcb req-b4e042ac-6b33-4072-b2ce-572fa9ea8fb1 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 945 time: 0.0714736 Jul 20 17:54:14.369150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] For port 72a5820f-822f-4734-b30d-285c899befc6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=72a5820f-822f-4734-b30d-285c899befc6,segment=NetworkSegment(3812416e-ecd2-4180-b496-893b5e6cf834),segment_id=3812416e-ecd2-4180-b496-893b5e6cf834)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:14.369515 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (72a5820f-822f-4734-b30d-285c899befc6), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.393863 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Calling delete_port for 72a5820f-822f-4734-b30d-285c899befc6 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:14.458331 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-037451da-07df-46e0-b059-0bd3b766bdcb req-82121a0f-0f6a-449d-9256-e4d5d55c7808 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff55765-36ba-4fc7-9483-d7de1f56acb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910091 Jul 20 17:54:14.483343 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-78496e83-83b2-4851-bb65-5391ee4f7607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.597053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (72a5820f-822f-4734-b30d-285c899befc6), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.622937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Pushing event deleted for resources: {'Port': ['ID=72a5820f-822f-4734-b30d-285c899befc6,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:14.639079 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['72a5820f-822f-4734-b30d-285c899befc6'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:54:14.668013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] No DVR routers for this DVR port 72a5820f-822f-4734-b30d-285c899befc6 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:54:14.671932 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.673405 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-feb37e87-fa91-4ed1-b59e-af755c3726e5 req-2b77273d-7cb4-490e-ac08-fb5f3685a3f5 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.18 "DELETE /v2.0/ports/72a5820f-822f-4734-b30d-285c899befc6 HTTP/1.1" status: 204 len: 173 time: 0.5250614 Jul 20 17:54:14.673829 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'name': 'network-vif-deleted', 'tag': '72a5820f-822f-4734-b30d-285c899befc6'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:14.676061 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd67773-e78c-4c8e-9361-e0356f7840a3" -d '{"events": [{"server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "name": "network-vif-deleted", "tag": "72a5820f-822f-4734-b30d-285c899befc6"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:14.696364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58408) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:14.712896 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc59c490-a778-4445-8b3d-b960b04e7c01 x-openstack-request-id: req-dc59c490-a778-4445-8b3d-b960b04e7c01 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:14.713182 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d909f9f-c728-4099-9e85-5d49e43f2652", "name": "network-vif-deleted", "tag": "72a5820f-822f-4734-b30d-285c899befc6", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:14.713430 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc59c490-a778-4445-8b3d-b960b04e7c01 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:14.713821 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc59c490-a778-4445-8b3d-b960b04e7c01'] response: {'server_uuid': '9d909f9f-c728-4099-9e85-5d49e43f2652', 'name': 'network-vif-deleted', 'tag': '72a5820f-822f-4734-b30d-285c899befc6', 'status': 'completed', 'code': 200} Jul 20 17:54:14.735081 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:14.755341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (08af84da-455b-440b-af01-db47adbea5c0), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.783921 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (08af84da-455b-440b-af01-db47adbea5c0), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.900800 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (08af84da-455b-440b-af01-db47adbea5c0), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.903288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:14.904503 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "DELETE /v2.0/security-groups/08af84da-455b-440b-af01-db47adbea5c0 HTTP/1.1" status: 204 len: 168 time: 0.2070174 Jul 20 17:54:14.907373 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58410) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:14.915032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b30e5-44c2-44c1-9c7a-6c70a10614ef tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af84da-455b-440b-af01-db47adbea5c0,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:14.931178 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.api.v2.resource [None req-258b8f72-2e52-4151-80b6-8357c641abb8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] show failed (client error): The resource could not be found. Jul 20 17:54:14.933847 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-258b8f72-2e52-4151-80b6-8357c641abb8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups/08af84da-455b-440b-af01-db47adbea5c0 HTTP/1.1" status: 404 len: 347 time: 0.0238400 Jul 20 17:54:14.935935 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58412) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:15.060583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Deleting port ed628e50-3cbc-46c6-9ec6-dbb59cf3147d {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:15.060933 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.110162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:15.139564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.139882 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.151801 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Calling delete_port for ed628e50-3cbc-46c6-9ec6-dbb59cf3147d owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:15.345642 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ed628e50-3cbc-46c6-9ec6-dbb59cf3147d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.370597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'Port': ['ID=ed628e50-3cbc-46c6-9ec6-dbb59cf3147d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:15.435638 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (ffaad8fa-30c1-4e39-9028-d06542c935b4), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.438179 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.442648 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1f0f03a6-5fa0-442c-b7ec-d9d104530062 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "DELETE /v2.0/floatingips/ffaad8fa-30c1-4e39-9028-d06542c935b4 HTTP/1.1" status: 204 len: 168 time: 0.5017583 Jul 20 17:54:15.567413 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d611846c-d153-4b18-8b63-94a86dfa5195 req-80e0193b-a057-40c9-a92a-afe136923314 tempest-VolumesSnapshotTestJSON-1055718646 tempest-VolumesSnapshotTestJSON-1055718646-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d909f9f-c728-4099-9e85-5d49e43f2652 HTTP/1.1" status: 200 len: 210 time: 0.0292337 Jul 20 17:54:15.620116 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58418) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:15.624616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191078839', 'description': 'tempest-description--1074089378'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:15.689669 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.756692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.809091 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.839269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:15.908826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:15.910111 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6721bb76-c922-4ee7-ad52-99174f8c5233 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2889512 Jul 20 17:54:15.912898 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58420) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:15.917116 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group_rule': {'security_group_id': '84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:15.998181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (1d6985fd-9708-48b7-ac6a-dbfc10714692), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.006643 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:16.057303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (1d6985fd-9708-48b7-ac6a-dbfc10714692), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.152959 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (1d6985fd-9708-48b7-ac6a-dbfc10714692), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.172880 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6985fd-9708-48b7-ac6a-dbfc10714692,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:16.239284 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.240536 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d4b12944-9bcc-4548-b47f-0f6420dda3f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267028 Jul 20 17:54:16.243127 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58426) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:16.247382 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'security_group_rule': {'security_group_id': '84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:16.330156 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (6f2f2fbb-aaab-49de-b3ed-e28baa768c8d), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.385226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (6f2f2fbb-aaab-49de-b3ed-e28baa768c8d), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.460287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (6f2f2fbb-aaab-49de-b3ed-e28baa768c8d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.480413 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2f2fbb-aaab-49de-b3ed-e28baa768c8d,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:16.541673 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.542841 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-2c12597f-d0bc-41f3-b9e6-0c9294500a05 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987604 Jul 20 17:54:16.545824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58428) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:16.550130 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:16.643997 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.699826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:16.727051 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.831779 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Allocated IP 172.27.3.24 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/e8158881-ee02-4971-a3ec-3a6b106ab94e) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:54:16.832418 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b105-d863-4db9-8aef-f9f2fc658876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.943512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:16.951186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:17.049493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.097946 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=e8158881-ee02-4971-a3ec-3a6b106ab94e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:17.102451 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:54:17.103150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:54:17.105286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:54:17.195554 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.370572 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.516149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.575072 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.639648 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=e8158881-ee02-4971-a3ec-3a6b106ab94e,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:17.652926 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.750130 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 72a5820f-822f-4734-b30d-285c899befc6 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:54:17.772365 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 72a5820f-822f-4734-b30d-285c899befc6 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:54:17.772667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 72a5820f-822f-4734-b30d-285c899befc6 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:54:17.788501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:17.790629 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-9c42d098-0c80-4d37-9b32-161808c3c2c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2429709 Jul 20 17:54:17.996663 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-424a4a26-b520-4003-8413-5148f266258b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1191078839&fields=id&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 267 time: 0.0563550 Jul 20 17:54:18.072777 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:18.111550 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-72d8974a-aec0-4396-8f1a-2663a4bd5214 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:18.113223 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-72d8974a-aec0-4396-8f1a-2663a4bd5214 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 816 time: 0.1094661 Jul 20 17:54:18.127433 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-5b68477e-0e9e-404f-b7a1-4fbe3851acad tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/quotas/1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 375 time: 0.0090725 Jul 20 17:54:18.179979 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-592807c1-cb8e-405e-8e74-9710cc7cf95f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477984 Jul 20 17:54:18.237902 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:18.288070 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-2d277e15-227d-440f-a7da-80fddce182ba service neutron] 10.222.0.42 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958900 Jul 20 17:54:18.382206 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-acf3c537-3ac6-42f3-aed7-e52883539e7d service neutron] 10.222.0.42 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885963 Jul 20 17:54:18.642655 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f1b03a0-9b03-47d1-b69b-4d1c38a17834 req-53d17186-6f13-4a75-aebf-454f18d9e806 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0293303 Jul 20 17:54:19.741393 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0efd183f-8edc-422d-9b6b-e267db6d7a08 req-54263711-f300-4597-8182-7f6cc9dc4301 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Jul 20 17:54:19.802279 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:20.071870 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:20.841120 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c3844bdf-e570-407c-85ab-bd5efb0bfbaa req-7531f058-f0f5-4d23-ab14-f625de4a879c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0278294 Jul 20 17:54:21.942940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0076fae7-d715-4fd2-a0b7-9a19696dc086 req-e2f38f3b-2c61-4a2a-8753-8b899318fa74 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0314746 Jul 20 17:54:22.561238 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:22.600516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-d1380ec6-b0a5-43cc-a267-96d29f10de02 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:22.601980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-d1380ec6-b0a5-43cc-a267-96d29f10de02 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 816 time: 0.1050048 Jul 20 17:54:22.673781 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-f25fd40e-6879-40ea-92dc-7ee8deb530c7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 380 time: 0.0532725 Jul 20 17:54:22.682921 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'port': {'device_id': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'admin_state_up': True, 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'security_groups': ['84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:22.697074 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:54:22.849267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Made reservation on behalf of 1e0c8bf2bfe34311961a4bde7f102944 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:54:22.852687 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:22.986793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Allocated IP 172.20.0.7 (4543ca71-03de-461e-8540-7f258ee4032c/6c12685c-bf1f-4856-a731-6a4b02c53f42/c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:54:23.065866 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1cd5aef-0201-4205-863b-891b74ec650c req-8111b7a4-48d6-451c-9c68-d3b87e6c27b3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0488293 Jul 20 17:54:23.113421 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:23.155693 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.232469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.277221 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Network 4543ca71-03de-461e-8540-7f258ee4032c is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:54:23.282536 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:54:23.286646 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:54:23.311274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:23.340824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:23.341478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.400627 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-b5411097-894f-47e4-b20a-063cfb4b78ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212586 Jul 20 17:54:23.420572 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Request body: {'port': {'device_id': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:23.484794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.515947 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-2cc1bdb6-d330-4d78-bc01-28a936d903cc None None] Provisioning complete for port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:54:23.516510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2cc1bdb6-d330-4d78-bc01-28a936d903cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.548173 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1bdb6-d330-4d78-bc01-28a936d903cc None None] Port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:54:23.600093 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:23.737568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:54:23.744974 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks [] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.757408 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Transition to ACTIVE for port object c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:54:23.820663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:23.872343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:23.942789 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:23.945418 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Attempting to bind port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:54:23.945758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Attempting to bind port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:54:23.946083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Attempting to bind port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:54:23.950806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 on network 4543ca71-03de-461e-8540-7f258ee4032c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:54:23.951105 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Attempting to bind port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 on network 4543ca71-03de-461e-8540-7f258ee4032c {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:54:23.956658 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:54:23.956993 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Checking segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:54:23.980000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Bound using segment: {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:54:23.980000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Bound port: c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:54:23.980000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:24.021398 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:54:24.024530 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:54:24.130059 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:24.173272 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:24.173926 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:24.175318 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] 10.222.0.18 "PUT /v2.0/ports/c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 1093 time: 0.7598348 Jul 20 17:54:24.175761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:24.178806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595e1f7b-10b2-4a3d-81d4-7943575f6e97" -d '{"events": [{"name": "network-changed", "server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:24.205599 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d770bc6-e63c-4213-b2fc-669cd0a5b98c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:24.362036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-71175eef-d889-487f-933b-e5c107874d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:24.366596 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-71175eef-d889-487f-933b-e5c107874d07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1127 time: 0.0671489 Jul 20 17:54:24.450535 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-82dbb16e-bb1f-4014-8da0-a884844e8e92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 217 time: 0.0385182 Jul 20 17:54:24.461894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc26dfe-80c5-42ae-8aeb-35165de77cda req-f3743a57-715d-4c5b-8e4d-7e5fef35a314 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:24.463264 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0cc26dfe-80c5-42ae-8aeb-35165de77cda req-f3743a57-715d-4c5b-8e4d-7e5fef35a314 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.3234439 Jul 20 17:54:24.536817 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-5c9ecfc2-23e0-4c1b-a982-f21f888ffe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:24.538278 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-5c9ecfc2-23e0-4c1b-a982-f21f888ffe17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0740867 Jul 20 17:54:24.562412 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0cc26dfe-80c5-42ae-8aeb-35165de77cda req-880393a9-d124-4cae-ba80-5ce20d12312e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904915 Jul 20 17:54:24.590016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-2de2a3b1-8991-406a-9661-37bf8f3043a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:24.591528 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-2de2a3b1-8991-406a-9661-37bf8f3043a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451753 Jul 20 17:54:24.609232 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410c022-c5b3-4cac-92fb-f7e4ac927ce0 x-openstack-request-id: req-4410c022-c5b3-4cac-92fb-f7e4ac927ce0 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:24.609523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:24.609778 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4410c022-c5b3-4cac-92fb-f7e4ac927ce0 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:24.610173 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4410c022-c5b3-4cac-92fb-f7e4ac927ce0'] response: {'name': 'network-changed', 'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'status': 'completed', 'code': 200} Jul 20 17:54:24.699558 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-802d383b-e923-4174-aa8d-8e31a327e6aa service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996308 Jul 20 17:54:24.791660 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8c6386d1-a480-4ae6-b276-8bfe310a47a8 req-59250da8-1adc-4bd2-b36f-5372f18c6047 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857081 Jul 20 17:54:24.916099 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:24.924255 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:25.680111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a40f-6f78-470a-91bf-9229a04283c1 req-dfb0d0a6-0015-4a53-889b-9eb4b0ab9ada tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:25.681553 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a594a40f-6f78-470a-91bf-9229a04283c1 req-dfb0d0a6-0015-4a53-889b-9eb4b0ab9ada tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0466983 Jul 20 17:54:25.703573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:25.736114 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a594a40f-6f78-470a-91bf-9229a04283c1 req-36038186-8887-4032-8eb3-ff8df341319b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Jul 20 17:54:25.998038 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-2b0d4dd3-540d-4abd-90ad-176549002ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.001131 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-2b0d4dd3-540d-4abd-90ad-176549002ecc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1127 time: 0.0449769 Jul 20 17:54:26.065984 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-4b1a271b-7b64-4325-8a74-3a9b71287d22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506258 Jul 20 17:54:26.133772 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-aae29f98-cdf3-46aa-9c7e-4c32267b2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.135371 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-aae29f98-cdf3-46aa-9c7e-4c32267b2bcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.1206675 Jul 20 17:54:26.168735 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-a0dc804f-54a4-426c-9e29-78f99757a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.170184 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-a0dc804f-54a4-426c-9e29-78f99757a4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 1130 time: 0.0410409 Jul 20 17:54:26.334583 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-e007a810-e78a-4e13-a50a-1207b980930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.336932 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-e007a810-e78a-4e13-a50a-1207b980930b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.1234429 Jul 20 17:54:26.415810 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-b82fcb11-853e-4268-9f0b-20c629b0ef9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799 HTTP/1.1" status: 200 len: 217 time: 0.0680845 Jul 20 17:54:26.475476 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-887cf910-8655-4a04-af0d-a3fa7710d563 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 217 time: 0.3300631 Jul 20 17:54:26.489697 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-7799a76d-da2f-497f-a880-f4a86bd67851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.491207 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-7799a76d-da2f-497f-a880-f4a86bd67851 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0598996 Jul 20 17:54:26.535587 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-8a8f6cc2-4e24-4aac-8d97-1418ebb7285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.537018 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-8a8f6cc2-4e24-4aac-8d97-1418ebb7285f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0552466 Jul 20 17:54:26.538897 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-77bdc5b2-bbc4-4504-8bc3-1293c770263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.540445 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-77bdc5b2-bbc4-4504-8bc3-1293c770263a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414741 Jul 20 17:54:26.592323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-fbd037c5-72f0-4540-ba83-ecaeba8e25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.593941 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-fbd037c5-72f0-4540-ba83-ecaeba8e25ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454340 Jul 20 17:54:26.643108 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:26.663991 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-3cb02208-da08-48b4-8b53-015edaf4ff85 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141002 Jul 20 17:54:26.700156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-e08c782e-2027-4ccb-8840-5523b5cfaa1d service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981886 Jul 20 17:54:26.758216 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-a87a4451-64eb-450c-8bb1-c523b7494cf5 req-bafb65ac-bc1e-40ed-8247-713266df1781 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881228 Jul 20 17:54:26.802015 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-595e1f7b-10b2-4a3d-81d4-7943575f6e97 req-3fedcc72-99ec-45ae-b7c0-b47c7f3b52d3 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956898 Jul 20 17:54:26.910164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:26.929431 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f621f-e4e1-435e-b14d-673f2cf548c4 req-fddbac9a-7ff6-4c0e-863b-25d7cbb0bfc5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:26.930960 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-473f621f-e4e1-435e-b14d-673f2cf548c4 req-fddbac9a-7ff6-4c0e-863b-25d7cbb0bfc5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.1052613 Jul 20 17:54:26.994086 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-473f621f-e4e1-435e-b14d-673f2cf548c4 req-27de2145-8044-4128-87e6-429eee9a32ba tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Jul 20 17:54:27.797250 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:54:27.897107 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:28.036112 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:54:28.085073 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:54:28.085463 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:28.099150 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:54:28.120590 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:28.128084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edbc48-fa6b-4a32-be2f-0b3b43f22ab4 req-f50fb036-0d7b-4c9f-9b48-69530cf856b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:28.129578 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-03edbc48-fa6b-4a32-be2f-0b3b43f22ab4 req-f50fb036-0d7b-4c9f-9b48-69530cf856b1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0496778 Jul 20 17:54:28.180816 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-03edbc48-fa6b-4a32-be2f-0b3b43f22ab4 req-fafbab82-e975-429e-9a50-ded7e2f198ab tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Jul 20 17:54:28.186597 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:28.233520 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:28.241259 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.241602 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.241940 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.242299 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.242633 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.243030 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.243356 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.243679 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.244001 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.244325 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.244677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.245003 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.245322 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.245636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:28.245967 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:29.308807 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8cfa5-57b3-4fd2-94d4-824aef1f36a8 req-b16101c0-1cf5-4f59-9e28-482e204db2aa tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:29.310308 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aca8cfa5-57b3-4fd2-94d4-824aef1f36a8 req-b16101c0-1cf5-4f59-9e28-482e204db2aa tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0516005 Jul 20 17:54:29.425387 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aca8cfa5-57b3-4fd2-94d4-824aef1f36a8 req-48e19e44-dde8-4eb0-8049-f0fccf3b47e0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069233 Jul 20 17:54:30.548911 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d262f6-1cf1-4cfb-a55e-80951f2c292e req-8848a302-ab50-481d-ab8d-8459a1f452df tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:30.550382 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-36d262f6-1cf1-4cfb-a55e-80951f2c292e req-8848a302-ab50-481d-ab8d-8459a1f452df tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0495200 Jul 20 17:54:30.597823 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-36d262f6-1cf1-4cfb-a55e-80951f2c292e req-0c2e1300-8762-4c09-b9aa-9b56bde31982 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Jul 20 17:54:30.687448 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:31.180091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:54:31.294419 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:31.717683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497cf7-3b7f-4b35-af5a-d19242a7042b req-8c37aaa9-1f9f-4305-8447-af3ac071ddfe tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:31.719143 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-11497cf7-3b7f-4b35-af5a-d19242a7042b req-8c37aaa9-1f9f-4305-8447-af3ac071ddfe tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0494506 Jul 20 17:54:31.770330 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-11497cf7-3b7f-4b35-af5a-d19242a7042b req-4fbcebc9-8523-4fd9-9591-559dc8ffd1d0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Jul 20 17:54:32.693431 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:32.843908 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:54:32.887496 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:54:32.888015 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48ab0b-3b6f-4d3d-b9d8-b36b83c2ae93 req-4cd2ec33-aa59-4a82-affc-38b7282b7ae3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:32.889544 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fd48ab0b-3b6f-4d3d-b9d8-b36b83c2ae93 req-4cd2ec33-aa59-4a82-affc-38b7282b7ae3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0473397 Jul 20 17:54:32.938290 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fd48ab0b-3b6f-4d3d-b9d8-b36b83c2ae93 req-ba0fab8e-2b28-4d8b-b4a6-ea2e1aabd7c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Jul 20 17:54:32.980912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:54:32.981293 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:32.983732 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:33.055362 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:54:33.055744 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:33.079010 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:33.081275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8a142-0e84-4caf-bbb5-84b9f2f8192d" -d '{"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:33.097335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:33.117040 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5fe3e0-d30e-4c43-87dd-239a171eddbc x-openstack-request-id: req-2d5fe3e0-d30e-4c43-87dd-239a171eddbc {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:33.117325 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:33.117576 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d5fe3e0-d30e-4c43-87dd-239a171eddbc {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:33.117969 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5fe3e0-d30e-4c43-87dd-239a171eddbc'] response: {'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'code': 200} Jul 20 17:54:33.158239 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:33.205707 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:33.754845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:33.766797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c5c8a-bac2-4717-8ff7-d3c15060e50f req-2fded2d2-dea6-4e8f-aaef-c77a6d987ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:33.768823 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b01c5c8a-bac2-4717-8ff7-d3c15060e50f req-2fded2d2-dea6-4e8f-aaef-c77a6d987ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1129 time: 0.0393457 Jul 20 17:54:33.814265 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b01c5c8a-bac2-4717-8ff7-d3c15060e50f req-e9ce513e-743c-4369-a0f0-af19c9002d58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382063 Jul 20 17:54:34.060126 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c78cab-c3ad-4111-be54-9b788e711d2a req-c01412dc-179a-4dad-b11b-0ac97b6efd2e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:34.061578 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-89c78cab-c3ad-4111-be54-9b788e711d2a req-c01412dc-179a-4dad-b11b-0ac97b6efd2e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0509660 Jul 20 17:54:34.109238 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-89c78cab-c3ad-4111-be54-9b788e711d2a req-5269cbd3-8714-454c-9c67-9cbf1db7827b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Jul 20 17:54:35.036052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49da89-3f2f-4dfd-a704-5da70a688a9f req-b2801991-2fa2-4cf0-b332-27feaebf1a16 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.037756 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e49da89-3f2f-4dfd-a704-5da70a688a9f req-b2801991-2fa2-4cf0-b332-27feaebf1a16 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0587094 Jul 20 17:54:35.086272 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e49da89-3f2f-4dfd-a704-5da70a688a9f req-e3362504-3088-432f-a145-030b98d87b58 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422869 Jul 20 17:54:35.230976 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6b8ff-73fb-4b87-821c-5a725e661e16 req-87fbaf41-2865-4a7f-82d1-8c7654cb1123 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.232326 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4f6b8ff-73fb-4b87-821c-5a725e661e16 req-87fbaf41-2865-4a7f-82d1-8c7654cb1123 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Jul 20 17:54:35.279199 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c4f6b8ff-73fb-4b87-821c-5a725e661e16 req-5aa7bf65-3cff-43ea-aaf2-afe566e3185d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jul 20 17:54:35.712619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:35.715822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-85e211b2-c80f-4aa0-a7fd-e5a02599e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.717341 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-85e211b2-c80f-4aa0-a7fd-e5a02599e151 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0387554 Jul 20 17:54:35.813192 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-0438d739-1b25-4453-9138-6658b438043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.814977 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-0438d739-1b25-4453-9138-6658b438043d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.0900414 Jul 20 17:54:35.878442 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-126b586a-4cfd-4e63-878e-af0b7b6a0a9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 1001 time: 0.0566349 Jul 20 17:54:35.929343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-a455ddb1-4c52-4ed3-b02a-1619f0b7e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.931759 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-a455ddb1-4c52-4ed3-b02a-1619f0b7e7ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0451500 Jul 20 17:54:35.992906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-0dea662a-f24a-44f0-b27c-a12e98c368b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:35.994301 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-0dea662a-f24a-44f0-b27c-a12e98c368b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405867 Jul 20 17:54:36.097996 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-9317bf03-1dc2-42c0-b99e-89aa1bedd0b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889604 Jul 20 17:54:36.224704 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7ce5-c8f8-47d7-b3ed-6a610ef412a3 req-93f71f34-e4f3-44e7-8115-d9c90a0064ae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:36.226217 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c94d7ce5-c8f8-47d7-b3ed-6a610ef412a3 req-93f71f34-e4f3-44e7-8115-d9c90a0064ae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0625615 Jul 20 17:54:36.249033 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56425f08-7a93-4e19-af44-2b9366b1fa4c req-076a512f-f5c4-46b6-83cd-d53011f2c7af service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449611 Jul 20 17:54:36.279088 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c94d7ce5-c8f8-47d7-b3ed-6a610ef412a3 req-5d624b15-ff54-491a-87be-a2c80446bdad tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473280 Jul 20 17:54:36.403914 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba669da-071f-4bb9-931a-dcd188224788 req-3041335d-7836-49d7-83d5-81ed6eaa62ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:36.405446 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0ba669da-071f-4bb9-931a-dcd188224788 req-3041335d-7836-49d7-83d5-81ed6eaa62ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0471976 Jul 20 17:54:36.461367 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0ba669da-071f-4bb9-931a-dcd188224788 req-4db71d8f-389b-44cb-894d-f9c7ab6ae3c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Jul 20 17:54:36.577233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f350bf-861f-4293-819f-a322d6082c63 req-297525c9-619b-42c8-b192-0a2d746c7173 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:36.578685 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02f350bf-861f-4293-819f-a322d6082c63 req-297525c9-619b-42c8-b192-0a2d746c7173 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0465231 Jul 20 17:54:36.586853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58636) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:36.590966 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Request body: {'floatingip': {'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:36.629577 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:36.692762 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:36.753329 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=33 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:36.755335 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=60 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:36.907414 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:37.046566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:37.117644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:37.210854 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Floating IP 9aa2897a-7256-439a-b652-9ff0ad1212a5 associated. External IP: 172.27.3.24, port: c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9. Jul 20 17:54:37.439402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f332e-24f0-4804-bdd0-c154e8b8ddf1 req-0f729646-cbd2-45e0-b393-3b297f806bb5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:37.441015 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cf8f332e-24f0-4804-bdd0-c154e8b8ddf1 req-0f729646-cbd2-45e0-b393-3b297f806bb5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0868676 Jul 20 17:54:37.457590 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:54:37.534371 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cf8f332e-24f0-4804-bdd0-c154e8b8ddf1 req-4c038b3f-1917-48f8-8756-c92e8e139b2f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874755 Jul 20 17:54:37.593498 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:54:37.598766 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:37.603978 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:54:37.613318 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:37.613953 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:37.627940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-93f5c53c-6d1d-41be-a352-b9d56c26c3da tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "PUT /v2.0/floatingips/9aa2897a-7256-439a-b652-9ff0ad1212a5 HTTP/1.1" status: 200 len: 990 time: 1.0400231 Jul 20 17:54:37.628679 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:37.631176 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef46695-6573-434e-b94c-79d1569d9417" -d '{"events": [{"name": "network-changed", "server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:37.667603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1c373-97e1-4612-adbc-fd2def6985ff x-openstack-request-id: req-78f1c373-97e1-4612-adbc-fd2def6985ff {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:37.667944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:37.668203 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78f1c373-97e1-4612-adbc-fd2def6985ff {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:37.668641 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f1c373-97e1-4612-adbc-fd2def6985ff'] response: {'name': 'network-changed', 'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'status': 'completed', 'code': 200} Jul 20 17:54:37.717987 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:37.755913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46695-6573-434e-b94c-79d1569d9417 req-15cc71ee-860c-4ce2-baff-9ca3205639b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:37.757542 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-15cc71ee-860c-4ce2-baff-9ca3205639b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1129 time: 0.0389063 Jul 20 17:54:37.826631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:37.856759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46695-6573-434e-b94c-79d1569d9417 req-ceeca106-1f8e-4421-8c38-09bbfa82d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:37.858204 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-ceeca106-1f8e-4421-8c38-09bbfa82d868 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.0898693 Jul 20 17:54:37.923480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-ac09d3cd-8652-47ab-bd64-ad94fbba3967 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 998 time: 0.0571895 Jul 20 17:54:37.931900 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9aa2897a-7256-439a-b652-9ff0ad1212a5', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:54:17Z', 'updated_at': '2022-07-20T17:54:36Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:37.961622 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:54:37.970298 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:37.970890 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:38.066130 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:38.068109 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:38.138515 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46695-6573-434e-b94c-79d1569d9417 req-b4fa295c-a334-43fb-9e0f-d617ea92f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:38.139883 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-b4fa295c-a334-43fb-9e0f-d617ea92f306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0486436 Jul 20 17:54:38.174812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:38.193634 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46695-6573-434e-b94c-79d1569d9417 req-e3785010-c8ea-4bdc-afa2-6517e464dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:38.195138 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-e3785010-c8ea-4bdc-afa2-6517e464dba7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475838 Jul 20 17:54:38.281748 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9aa2897a-7256-439a-b652-9ff0ad1212a5', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:54:17Z', 'updated_at': '2022-07-20T17:54:36Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:38.284613 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-525db514-1acb-4b0d-8fa8-75340c942adf service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826452 Jul 20 17:54:38.306507 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba618b-b587-4bec-bc70-eee5757ab8ec None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9aa2897a-7256-439a-b652-9ff0ad1212a5', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:54:17Z', 'updated_at': '2022-07-20T17:54:36Z', 'revision_number': 1, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:54:38.384817 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fef46695-6573-434e-b94c-79d1569d9417 req-8d7b3015-b7d0-4cf7-9713-b798fe401b8d service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886865 Jul 20 17:54:38.494789 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ec327-ee1d-4a57-af76-cf35d4fa8b7c None None] New status for floating IP 9aa2897a-7256-439a-b652-9ff0ad1212a5: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:54:38.648259 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba313f3-1895-45dc-9054-e1af1e8ce12a req-533ade58-1886-4ac5-bdf2-c9a7695549d3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:38.650077 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fba313f3-1895-45dc-9054-e1af1e8ce12a req-533ade58-1886-4ac5-bdf2-c9a7695549d3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0476768 Jul 20 17:54:38.699093 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fba313f3-1895-45dc-9054-e1af1e8ce12a req-00785c18-6010-41c0-b66d-6a992b708a1b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Jul 20 17:54:40.049878 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee118c-f4f6-4730-af12-8c50ef214f87 req-c00c9d24-4585-449e-8289-f66b2d5d781f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:40.052014 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-71ee118c-f4f6-4730-af12-8c50ef214f87 req-c00c9d24-4585-449e-8289-f66b2d5d781f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.2833564 Jul 20 17:54:40.098246 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-71ee118c-f4f6-4730-af12-8c50ef214f87 req-51f117db-aba0-46e8-9072-963dd9554dae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Jul 20 17:54:41.211492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb277b15-2d00-4641-a976-60758a18f203 req-d933feb3-3f08-462b-9ef7-8f75a89900a1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:41.212957 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb277b15-2d00-4641-a976-60758a18f203 req-d933feb3-3f08-462b-9ef7-8f75a89900a1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0472202 Jul 20 17:54:41.260905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb277b15-2d00-4641-a976-60758a18f203 req-2ada58ed-102d-4704-9885-593b35cb9fb5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Jul 20 17:54:42.380984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a218-b0ff-415c-ab43-5dc542b33e99 req-b224f86b-35d7-4dc9-af1d-d360edce3e54 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:42.382491 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8100a218-b0ff-415c-ab43-5dc542b33e99 req-b224f86b-35d7-4dc9-af1d-d360edce3e54 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0540447 Jul 20 17:54:42.430379 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8100a218-b0ff-415c-ab43-5dc542b33e99 req-a05799b9-98c6-4c79-a210-09157a9eaa1c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Jul 20 17:54:42.496409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58702) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:42.541350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Deleting subnet 4c378bac-1b57-4275-840f-3760e325d28a {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:54:42.544738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Publish callbacks [] for subnet (4c378bac-1b57-4275-840f-3760e325d28a), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.585242 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (4c378bac-1b57-4275-840f-3760e325d28a), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.624583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (4c378bac-1b57-4275-840f-3760e325d28a), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.786543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (4c378bac-1b57-4275-840f-3760e325d28a), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.810293 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c378bac-1b57-4275-840f-3760e325d28a,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:42.817257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.820448 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a39f62c3-3d5d-43c5-b6db-bdaedce72280 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c378bac-1b57-4275-840f-3760e325d28a HTTP/1.1" status: 204 len: 168 time: 0.3230135 Jul 20 17:54:42.822980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58706) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:42.885481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:42.889742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (76418757-051f-4c7d-9a32-4fe7635a563d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.933868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:42.970583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (76418757-051f-4c7d-9a32-4fe7635a563d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:42.990567 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76418757-051f-4c7d-9a32-4fe7635a563d']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:42.999910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3812416e-ecd2-4180-b496-893b5e6cf834') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:43.000200 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3812416e-ecd2-4180-b496-893b5e6cf834') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:43.010261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (3812416e-ecd2-4180-b496-893b5e6cf834), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.023597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (3812416e-ecd2-4180-b496-893b5e6cf834), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.030169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:54:43.030546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (3812416e-ecd2-4180-b496-893b5e6cf834), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.052101 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 3812416e-ecd2-4180-b496-893b5e6cf834 resource provider aggregate not found Jul 20 17:54:43.090049 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 3812416e-ecd2-4180-b496-893b5e6cf834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3812416e-ecd2-4180-b496-893b5e6cf834 found for delete ", "request_id": "req-a02487f2-aa1e-4606-89c1-55a86859876b"}]} Jul 20 17:54:43.175182 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (76418757-051f-4c7d-9a32-4fe7635a563d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.182899 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.188669 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/76418757-051f-4c7d-9a32-4fe7635a563d HTTP/1.1" status: 204 len: 168 time: 0.3622100 Jul 20 17:54:43.197164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d8c69-92c1-4fed-886d-386777ca14a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76418757-051f-4c7d-9a32-4fe7635a563d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:43.546780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74f3a-dd84-4bb8-9675-8f4237bb9140 req-e27774be-136a-4edb-a8d1-c79ed6f76f17 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:43.548266 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bc74f3a-dd84-4bb8-9675-8f4237bb9140 req-e27774be-136a-4edb-a8d1-c79ed6f76f17 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Jul 20 17:54:43.552341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58716) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:43.624955 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-8bb30caa-39d6-4806-b58b-1de830bbff6d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10e93d9f177d4ed5bba338ba68547bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714467 Jul 20 17:54:43.627523 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58718) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:43.628480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bc74f3a-dd84-4bb8-9675-8f4237bb9140 req-edb2414d-5c40-4988-b7c9-e1637c9d6646 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688002 Jul 20 17:54:43.680843 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Publish callbacks [] for security_group (2ff55765-36ba-4fc7-9483-d7de1f56acb2), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.702582 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Publish callbacks [] for security_group (2ff55765-36ba-4fc7-9483-d7de1f56acb2), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.837644 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2ff55765-36ba-4fc7-9483-d7de1f56acb2), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.840130 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:43.841438 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ff55765-36ba-4fc7-9483-d7de1f56acb2 HTTP/1.1" status: 204 len: 168 time: 0.2124836 Jul 20 17:54:43.849334 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff55765-36ba-4fc7-9483-d7de1f56acb2,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:43.856671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.857024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.857372 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.857713 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.858053 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.858385 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.858715 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.859046 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.859366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.859693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.860022 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.860352 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.860703 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.861028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:43.861354 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d3acb-494f-4b68-b98d-17af3905740c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:54:44.387591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-5dcec406-d3ee-4df9-b616-87a28d718da2 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615931283&fields=id&tenant_id=63d0c5b02155444fb44a732c46674b8f HTTP/1.1" status: 200 len: 267 time: 0.0501778 Jul 20 17:54:44.439957 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-c62d0eb5-31eb-4fe1-8664-cdcedc4b6950 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:44.442090 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-c62d0eb5-31eb-4fe1-8664-cdcedc4b6950 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 985 time: 0.0490136 Jul 20 17:54:44.452489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Request body: {'port': {'security_groups': ['ed2c4e28-391e-42ad-a1a9-d190a0cf0f95']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:54:44.466450 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-90a0d4e0-31d7-42f1-9d8c-d3bb4c6f5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:44.527620 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:44.756369 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:44.759937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:44.768398 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb66ec-574f-45b6-8a50-9b9ca5a46b20 req-9a3a7f26-32e9-42f1-8392-6500e977b584 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:44.770544 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74eb66ec-574f-45b6-8a50-9b9ca5a46b20 req-9a3a7f26-32e9-42f1-8392-6500e977b584 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0700109 Jul 20 17:54:44.835262 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:44.861818 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74eb66ec-574f-45b6-8a50-9b9ca5a46b20 req-7ec39020-c171-47f0-b074-01d8817ba984 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837684 Jul 20 17:54:44.900608 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:44.938547 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:54:44.948795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:44.949432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:44.950819 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8f97d77-3a39-4cc5-a0da-2b7eca7d2695 req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "PUT /v2.0/ports/05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 943 time: 0.5027578 Jul 20 17:54:44.951275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:44.955023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc304c0-3655-4a3e-b843-2d6987d974be" -d '{"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:44.958625 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58728) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:44.985737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119a34-77ea-4a83-8c46-a66239410d41 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event updated for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=7']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:45.031145 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e33cbf9-3ab1-4662-aeae-dbbf63669b17 x-openstack-request-id: req-8e33cbf9-3ab1-4662-aeae-dbbf63669b17 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:45.031564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:45.031721 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e33cbf9-3ab1-4662-aeae-dbbf63669b17 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:45.032135 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e33cbf9-3ab1-4662-aeae-dbbf63669b17'] response: {'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:54:45.060888 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (8b001fd3-c0ff-44ac-b09f-080a5f42198e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.113369 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:54:45.118535 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (8b001fd3-c0ff-44ac-b09f-080a5f42198e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.125749 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-fda0a903-dfdc-467c-8b99-8c9740d70451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:45.127626 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-fda0a903-dfdc-467c-8b99-8c9740d70451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1130 time: 0.0541778 Jul 20 17:54:45.143255 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:45.248207 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-49516196-372f-464c-ae3e-5a9477e4d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:45.249638 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-49516196-372f-464c-ae3e-5a9477e4d54a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 915 time: 0.1121533 Jul 20 17:54:45.259993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-4d2e78ba-9083-4f9a-a2f4-60fccbab433d None None] Provisioning complete for port 05bc7328-58f7-4b9a-89df-2347f267ebb3 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:54:45.260368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4d2e78ba-9083-4f9a-a2f4-60fccbab433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.261006 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8b001fd3-c0ff-44ac-b09f-080a5f42198e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.263725 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.267146 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b001fd3-c0ff-44ac-b09f-080a5f42198e HTTP/1.1" status: 204 len: 168 time: 0.3062203 Jul 20 17:54:45.269038 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58732) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:45.279335 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22f5b-d6db-48bd-b3e9-84ea83159188 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b001fd3-c0ff-44ac-b09f-080a5f42198e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:45.339874 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:45.367805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-ba833129-de5e-41de-9e29-c381e58a9964 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 1001 time: 0.1064970 Jul 20 17:54:45.382784 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e78ba-9083-4f9a-a2f4-60fccbab433d None None] Current status of the port 05bc7328-58f7-4b9a-89df-2347f267ebb3 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:54:45.477973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-3b997b3d-664f-47fd-8852-31d7df5bc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:45.479427 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-3b997b3d-664f-47fd-8852-31d7df5bc7d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.1050873 Jul 20 17:54:45.501893 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Deleting port 58d712b9-992a-4bd6-acfc-4059e92d3e22 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:45.502235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.573436 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-e2d40f73-a934-4f9a-899a-49a943ac6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:45.574905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-e2d40f73-a934-4f9a-899a-49a943ac6705 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837829 Jul 20 17:54:45.653349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.653598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for floatingip (58d712b9-992a-4bd6-acfc-4059e92d3e22), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:45.670455 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Calling delete_port for 58d712b9-992a-4bd6-acfc-4059e92d3e22 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:45.742037 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-c0214259-660c-4561-bde9-eed0c4e63fbc service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593325 Jul 20 17:54:45.858032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:45.881231 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3dc304c0-3655-4a3e-b843-2d6987d974be req-020d4cbb-bddb-477c-80d7-c16a8b9ba100 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321771 Jul 20 17:54:45.980780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6f0a-dfbd-4839-8625-41073accdf06 req-25cbb6ee-570a-4ebe-8357-62ee9050fa4f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:45.982255 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d85e6f0a-dfbd-4839-8625-41073accdf06 req-25cbb6ee-570a-4ebe-8357-62ee9050fa4f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0482044 Jul 20 17:54:45.982985 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (58d712b9-992a-4bd6-acfc-4059e92d3e22), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:46.016872 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event deleted for resources: {'Port': ['ID=58d712b9-992a-4bd6-acfc-4059e92d3e22,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:46.101775 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d85e6f0a-dfbd-4839-8625-41073accdf06 req-c37fe520-628a-44ee-bedf-b4014675c69b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925605 Jul 20 17:54:46.106631 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks [] for floatingip (353be2cf-520d-4d9a-b2b3-d80899958551), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:46.107017 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Floating IP 353be2cf-520d-4d9a-b2b3-d80899958551 disassociated (deleted). External IP: 172.27.3.17, port: 05bc7328-58f7-4b9a-89df-2347f267ebb3. Jul 20 17:54:46.203663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:46.305659 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Router d530906e-fe5a-4868-8a63-0aa4a4b178a7 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:54:46.408388 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:54:46.413539 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:46.418056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Sync routers for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:54:46.428190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:46.428833 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:46.442863 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e1fcb86b-f19c-4132-8989-2493c53d2198 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "DELETE /v2.0/floatingips/353be2cf-520d-4d9a-b2b3-d80899958551 HTTP/1.1" status: 204 len: 168 time: 1.1732266 Jul 20 17:54:46.514301 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:46.533903 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:46.725961 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:46.755366 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Checking router: d530906e-fe5a-4868-8a63-0aa4a4b178a7 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:54:46.772749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:54:46.773361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:46.857449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-09a922f4-17f1-498e-8f6d-fd0b96337394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:46.889862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:54:47.033052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:47.035666 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97cd33-25df-493e-ace4-d1bd350ed766" -d '{"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:47.073853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0a3a7-e401-4243-bc22-966270610dda x-openstack-request-id: req-83c0a3a7-e401-4243-bc22-966270610dda {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:47.074148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:47.074402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83c0a3a7-e401-4243-bc22-966270610dda {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:47.074837 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c0a3a7-e401-4243-bc22-966270610dda'] response: {'name': 'network-changed', 'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:54:47.202408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:47.211615 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:54:47.220973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6e31c-6aae-4bd3-b6d9-ec41180e85f2 req-6f9c1a2b-4783-404c-a656-fa9496236bae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:47.222466 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8eb6e31c-6aae-4bd3-b6d9-ec41180e85f2 req-6f9c1a2b-4783-404c-a656-fa9496236bae tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0489852 Jul 20 17:54:47.239559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588bbf8-819d-473f-9509-11067a83ed9f None None] The sync data for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi is: [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:51:28Z', 'revision_number': 4, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'ae018418-d089-43a8-9c04-2630951431cb', 'name': '', 'network_id': '9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'mac_address': 'fa:16:3e:82:85:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:27Z', 'updated_at': '2022-07-20T17:51:31Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'subnets': [{'id': '4c3c7040-be09-4bf8-a6b0-933fa2b291c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:54:47.275444 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8eb6e31c-6aae-4bd3-b6d9-ec41180e85f2 req-3dadfdad-4b59-4f4d-a837-bdac9ebc90ff tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472250 Jul 20 17:54:47.377654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-107a6208-9436-45e2-b902-5c2d643818d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:47.379243 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-107a6208-9436-45e2-b902-5c2d643818d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63d0c5b02155444fb44a732c46674b8f&device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 1130 time: 0.0445898 Jul 20 17:54:47.464670 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15366340-919c-4928-af09-28a6e9a8d734 None None] New status for floating IP 353be2cf-520d-4d9a-b2b3-d80899958551: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:54:47.625166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-d6d4cd4a-f401-4215-888d-54767c4b0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:47.626641 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-d6d4cd4a-f401-4215-888d-54767c4b0ba5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 200 len: 915 time: 0.2402947 Jul 20 17:54:47.674353 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-a53f3a2e-75ad-48ea-bf6a-d0783be3383c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 200 len: 217 time: 0.0369568 Jul 20 17:54:47.726063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-26f8a6fb-cefa-40c4-984d-1b8a5c94497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:47.727433 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-26f8a6fb-cefa-40c4-984d-1b8a5c94497c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 200 len: 853 time: 0.0436029 Jul 20 17:54:47.758343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:47.769651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-5e8b4f8d-dba7-4675-baf1-2bd15316d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:47.771072 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-5e8b4f8d-dba7-4675-baf1-2bd15316d906 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375254 Jul 20 17:54:47.868121 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-e5ebbd6e-fb86-4a7e-9ebe-164e604ee211 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901661 Jul 20 17:54:47.961450 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b97cd33-25df-493e-ace4-d1bd350ed766 req-09c0af17-8b23-4156-9b79-f2747d0b91a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jul 20 17:54:48.287934 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:48.390151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193ddb-0713-4ac4-a000-ec269cefe3fc req-1a2ecfb6-f735-4051-bfb4-1cc1cd4b9300 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:48.391685 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b193ddb-0713-4ac4-a000-ec269cefe3fc req-1a2ecfb6-f735-4051-bfb4-1cc1cd4b9300 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Jul 20 17:54:48.442372 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b193ddb-0713-4ac4-a000-ec269cefe3fc req-92f8776f-0995-4450-8245-3dbb31f9180f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Jul 20 17:54:48.596770 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:49.558994 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cddb7e-a513-4429-ba12-05de6b5009e7 req-788ba247-ce51-49da-bb70-dcd7b015f888 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:49.560856 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-84cddb7e-a513-4429-ba12-05de6b5009e7 req-788ba247-ce51-49da-bb70-dcd7b015f888 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0493205 Jul 20 17:54:49.609457 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-84cddb7e-a513-4429-ba12-05de6b5009e7 req-627c18b3-b474-4b77-ac58-0be29c063fa5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Jul 20 17:54:49.803308 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:50.077886 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:50.668203 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:50.677968 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbbaed-545a-4942-be47-58d5205ff98b req-c96a37bc-b108-4cf9-9d52-51dd43050654 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:50.679474 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f0cbbaed-545a-4942-be47-58d5205ff98b req-c96a37bc-b108-4cf9-9d52-51dd43050654 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0493276 Jul 20 17:54:50.763726 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed270b2-421d-443c-9470-f6925a4af1cd req-395cfdc6-2f41-49b4-bbf9-b9b7400008f6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:50.765205 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9ed270b2-421d-443c-9470-f6925a4af1cd req-395cfdc6-2f41-49b4-bbf9-b9b7400008f6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0732641 Jul 20 17:54:50.769967 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f0cbbaed-545a-4942-be47-58d5205ff98b req-bba99fd7-372b-4129-8d59-d34ffff80dcb tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845323 Jul 20 17:54:50.813958 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9ed270b2-421d-443c-9470-f6925a4af1cd req-0f003362-cf6d-49c2-b17c-24a2538cb2c2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Jul 20 17:54:51.886816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39cf2e-ba6a-42f0-a950-7ee93e628a2c req-f728d767-5fa1-4a82-891a-84eee13268d1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:51.888259 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f39cf2e-ba6a-42f0-a950-7ee93e628a2c req-f728d767-5fa1-4a82-891a-84eee13268d1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0476491 Jul 20 17:54:51.935089 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f39cf2e-ba6a-42f0-a950-7ee93e628a2c req-3f789972-b237-4984-9070-0db547bb004f tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Jul 20 17:54:52.036930 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c0ad-18a8-4878-840e-021e9c1ab7c7 req-f2a4d4f2-b0a9-4055-8bb4-b9789a74a73d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:52.038347 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c48c0ad-18a8-4878-840e-021e9c1ab7c7 req-f2a4d4f2-b0a9-4055-8bb4-b9789a74a73d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0495427 Jul 20 17:54:52.084273 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c48c0ad-18a8-4878-840e-021e9c1ab7c7 req-c1f6cd15-0580-44d0-84d1-6e62b4291186 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Jul 20 17:54:52.854187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-9dc8b7ed-a4d0-42b8-b31c-c6f22945d312 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:52.855605 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-9dc8b7ed-a4d0-42b8-b31c-c6f22945d312 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.18 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0477171 Jul 20 17:54:52.943114 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Deleting port 05bc7328-58f7-4b9a-89df-2347f267ebb3 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:52.943684 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:53.016746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:53.069937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e990bc-12c5-49ef-9ea6-a782d2311939 req-5f707992-fd9c-47b1-8128-51ddf493b1cb tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:53.071410 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f4e990bc-12c5-49ef-9ea6-a782d2311939 req-5f707992-fd9c-47b1-8128-51ddf493b1cb tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 946 time: 0.0681601 Jul 20 17:54:53.078895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] For port 05bc7328-58f7-4b9a-89df-2347f267ebb3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=05bc7328-58f7-4b9a-89df-2347f267ebb3,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:53.081474 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:53.108411 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Calling delete_port for 05bc7328-58f7-4b9a-89df-2347f267ebb3 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:53.394422 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f4e990bc-12c5-49ef-9ea6-a782d2311939 req-15f691d2-f2bf-4ac8-886a-6286bd341069 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173177 Jul 20 17:54:53.498503 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2ea85-fe5c-4800-b1f4-be7c3233f17e req-2080bb2e-b80f-4b92-9eb9-e6b3004e249e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:53.500046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0cf2ea85-fe5c-4800-b1f4-be7c3233f17e req-2080bb2e-b80f-4b92-9eb9-e6b3004e249e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0778913 Jul 20 17:54:53.564330 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0cf2ea85-fe5c-4800-b1f4-be7c3233f17e req-b1ee8add-9619-4688-b7d7-78d93a5d5962 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585141 Jul 20 17:54:53.626692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (05bc7328-58f7-4b9a-89df-2347f267ebb3), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:53.660339 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Pushing event deleted for resources: {'Port': ['ID=05bc7328-58f7-4b9a-89df-2347f267ebb3,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:53.672628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['05bc7328-58f7-4b9a-89df-2347f267ebb3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:54:53.698503 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] No DVR routers for this DVR port 05bc7328-58f7-4b9a-89df-2347f267ebb3 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:54:53.701128 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:53.704317 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-39497f0a-97f2-4f82-8925-9d48e1db26d7 req-4312ee91-0fd5-4b40-9254-f2c5049163d0 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.18 "DELETE /v2.0/ports/05bc7328-58f7-4b9a-89df-2347f267ebb3 HTTP/1.1" status: 204 len: 173 time: 0.8432653 Jul 20 17:54:53.704780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'name': 'network-vif-deleted', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:54:53.707507 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec760a8e-4afd-4d4a-85ec-df215f4d3ef1" -d '{"events": [{"server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "name": "network-vif-deleted", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:54:53.799277 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25d13ad-676f-49fa-af1a-4ab74f166031 x-openstack-request-id: req-e25d13ad-676f-49fa-af1a-4ab74f166031 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:54:53.799565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192a390-865f-408d-adb6-01f03593249c", "name": "network-vif-deleted", "tag": "05bc7328-58f7-4b9a-89df-2347f267ebb3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:54:53.799815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e25d13ad-676f-49fa-af1a-4ab74f166031 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:54:53.800214 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25d13ad-676f-49fa-af1a-4ab74f166031'] response: {'server_uuid': '3192a390-865f-408d-adb6-01f03593249c', 'name': 'network-vif-deleted', 'tag': '05bc7328-58f7-4b9a-89df-2347f267ebb3', 'status': 'completed', 'code': 200} Jul 20 17:54:54.086751 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df126-86bb-43ac-8092-1345f066e36a req-2bc37c33-0ba0-4872-bb45-c9cb23b4a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:54.088281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d11df126-86bb-43ac-8092-1345f066e36a req-2bc37c33-0ba0-4872-bb45-c9cb23b4a5cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0446699 Jul 20 17:54:54.164559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d11df126-86bb-43ac-8092-1345f066e36a req-e9697454-f7b2-4ae6-b5ce-f5059f02ce00 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Jul 20 17:54:54.502489 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e9e34993-0470-4a1b-8572-879881298eba req-d403b0dd-cad6-44d6-ad16-d5700cf1e0d1 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0287552 Jul 20 17:54:54.681736 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9a0e-49f9-4715-88c1-558808b9e1e6 req-94be67f0-757d-4d73-8a39-12bbe8bf4fa0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:54.683149 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1bf9a0e-49f9-4715-88c1-558808b9e1e6 req-94be67f0-757d-4d73-8a39-12bbe8bf4fa0 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Jul 20 17:54:54.702778 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:54.733747 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c1bf9a0e-49f9-4715-88c1-558808b9e1e6 req-73aca361-e49d-4b02-b0ab-1348a42c346f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447137 Jul 20 17:54:55.168123 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:55.275341 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:55.624940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-602c988d-457a-4a53-ba21-945363c7bd7a req-354d8b6d-f752-426c-939f-a4423c9c59d6 tempest-TestMinimumBasicScenario-1571592085 tempest-TestMinimumBasicScenario-1571592085-project] 10.222.0.42 "GET /v2.0/ports?device_id=3192a390-865f-408d-adb6-01f03593249c HTTP/1.1" status: 200 len: 210 time: 0.0420663 Jul 20 17:54:55.848181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a83f74-a98f-4c39-8b2c-47b0d36d72d7 req-08dedde4-0e88-45ce-b1b1-63c0d8130733 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:55.849660 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-95a83f74-a98f-4c39-8b2c-47b0d36d72d7 req-08dedde4-0e88-45ce-b1b1-63c0d8130733 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Jul 20 17:54:55.897409 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-95a83f74-a98f-4c39-8b2c-47b0d36d72d7 req-adf0899f-2021-442f-b857-d9ae0c65c934 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Jul 20 17:54:56.462650 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829626-f239-43c3-957a-5297003ae95d req-ac3d65f9-ebb5-496e-a469-23c37c100ccd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:56.464109 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87829626-f239-43c3-957a-5297003ae95d req-ac3d65f9-ebb5-496e-a469-23c37c100ccd tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0481348 Jul 20 17:54:56.543465 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87829626-f239-43c3-957a-5297003ae95d req-cab2f3f0-f2f1-4f7d-9d4a-b8c06e17c19a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737288 Jul 20 17:54:56.550326 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e9db-5525-4bee-976e-a42374a787ab req-6703b92d-af05-4898-9d91-379ef4fa6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:56.550727 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-6703b92d-af05-4898-9d91-379ef4fa6fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0544500 Jul 20 17:54:56.631014 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:56.636581 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:56.649020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e9db-5525-4bee-976e-a42374a787ab req-bdc219bb-7a88-4453-8eb1-9e5bc55f121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:56.650505 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-bdc219bb-7a88-4453-8eb1-9e5bc55f121a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.0912726 Jul 20 17:54:56.719178 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-5b7e1e4b-b3d9-417e-90f9-a00635825faf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 1001 time: 0.0618331 Jul 20 17:54:56.769187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e9db-5525-4bee-976e-a42374a787ab req-74e59eb4-03f8-4e0e-9f11-88b99dc288fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:56.770665 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-74e59eb4-03f8-4e0e-9f11-88b99dc288fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0450509 Jul 20 17:54:56.815734 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055e9db-5525-4bee-976e-a42374a787ab req-ba7c05b1-79a2-4298-b527-5487a5532e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:56.817931 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-ba7c05b1-79a2-4298-b527-5487a5532e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400259 Jul 20 17:54:56.911733 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-ba1bfd54-2b5d-4550-8b0f-11dd9d40f2aa service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876319 Jul 20 17:54:56.988261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 05bc7328-58f7-4b9a-89df-2347f267ebb3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:54:57.007061 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5055e9db-5525-4bee-976e-a42374a787ab req-5db03538-ebd6-4752-90c9-ff6f5052fdf9 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901675 Jul 20 17:54:57.008613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 05bc7328-58f7-4b9a-89df-2347f267ebb3 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:54:57.008961 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 05bc7328-58f7-4b9a-89df-2347f267ebb3 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:54:57.499423 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:57.666433 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db7c37-ee63-4308-8d57-0fc5671ceb18 req-cbfc7b06-bba7-47d2-9d3f-89cd0291c671 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:57.667906 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-44db7c37-ee63-4308-8d57-0fc5671ceb18 req-cbfc7b06-bba7-47d2-9d3f-89cd0291c671 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Jul 20 17:54:57.715517 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-44db7c37-ee63-4308-8d57-0fc5671ceb18 req-bee9c1f0-8972-4b00-bed1-0e7f2bd33140 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Jul 20 17:54:58.308594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58892) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:54:58.387948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:58.675470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:58.913777 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5561c84-466a-4579-9666-b462f9110704 req-4fa71f73-3cc2-4c8b-999a-3ccbd52e1eb6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:54:58.915224 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c5561c84-466a-4579-9666-b462f9110704 req-4fa71f73-3cc2-4c8b-999a-3ccbd52e1eb6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.1220930 Jul 20 17:54:59.004550 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:59.009514 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c5561c84-466a-4579-9666-b462f9110704 req-458f4b3b-8c2f-4d51-a671-4a9ee790d7a2 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882478 Jul 20 17:54:59.017691 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Deleting port ae018418-d089-43a8-9c04-2630951431cb {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:54:59.018039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ae018418-d089-43a8-9c04-2630951431cb), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:59.096807 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] For port ae018418-d089-43a8-9c04-2630951431cb, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=ae018418-d089-43a8-9c04-2630951431cb,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:54:59.097173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ae018418-d089-43a8-9c04-2630951431cb), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:59.110471 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Calling delete_port for ae018418-d089-43a8-9c04-2630951431cb owned by network:router_interface {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:54:59.356574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ae018418-d089-43a8-9c04-2630951431cb), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:59.360597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:59.388943 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae018418-d089-43a8-9c04-2630951431cb,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:54:59.548854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:59.696066 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:54:59.976420 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Router d530906e-fe5a-4868-8a63-0aa4a4b178a7 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:00.078057 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:00.084055 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-3636fd1e-1697-4f50-acff-c11ebd9afb7a admin admin] 10.222.0.42 "PUT /v2.0/routers/d530906e-fe5a-4868-8a63-0aa4a4b178a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743707 Jul 20 17:55:00.086790 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58902) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:00.089760 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Sync routers for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:00.102252 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:00.103326 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:00.130148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c67e52-cfd0-42b1-a0af-03dc5bfc9d2e req-01fe2cf7-eb90-47e8-9bb1-faf69a2ee80c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:00.131667 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6c67e52-cfd0-42b1-a0af-03dc5bfc9d2e req-01fe2cf7-eb90-47e8-9bb1-faf69a2ee80c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Jul 20 17:55:00.142834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:00.182099 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6c67e52-cfd0-42b1-a0af-03dc5bfc9d2e req-74268b73-7253-455b-bb5a-e0a045fc4a3a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Jul 20 17:55:00.191074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks [] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.215373 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:00.294817 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks [] for router_gateway (d530906e-fe5a-4868-8a63-0aa4a4b178a7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.298763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7c6c-f3b1-4ef1-8bba-ad4385c1ff42 req-e19188eb-aa8a-466f-b86d-986adfdad5d9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:00.300270 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-42dd7c6c-f3b1-4ef1-8bba-ad4385c1ff42 req-e19188eb-aa8a-466f-b86d-986adfdad5d9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0495052 Jul 20 17:55:00.309792 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58906) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:00.314234 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Request body: {'floatingip': {'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:00.370953 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.393237 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:54:59Z', 'revision_number': 5, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port': {'id': '5036a1a4-389a-469a-a5c1-162b7fe8769e', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:24Z', 'updated_at': '2022-07-20T17:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:00.419361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Checking router: d530906e-fe5a-4868-8a63-0aa4a4b178a7 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:00.426157 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:00.428475 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Routers {'d530906e-fe5a-4868-8a63-0aa4a4b178a7'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:00.429083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:00.467547 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Deleting port 5036a1a4-389a-469a-a5c1-162b7fe8769e {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:00.467884 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.514283 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] Set router d530906e-fe5a-4868-8a63-0aa4a4b178a7 gateway port host: None {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:00.567408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:55:00Z', 'revision_number': 6, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:00.592891 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85b4ca-8cb8-4e7b-ab47-f96be7478a54 None None] The sync data for ids ['d530906e-fe5a-4868-8a63-0aa4a4b178a7'] in dv-cinder-849846-3-iscsi is: [{'id': 'd530906e-fe5a-4868-8a63-0aa4a4b178a7', 'name': 'tempest-TestMinimumBasicScenario-512816474-router', 'tenant_id': '63d0c5b02155444fb44a732c46674b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:23Z', 'updated_at': '2022-07-20T17:55:00Z', 'revision_number': 6, 'project_id': '63d0c5b02155444fb44a732c46674b8f', 'gw_port_host': None}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:00.636827 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] For port 5036a1a4-389a-469a-a5c1-162b7fe8769e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=5036a1a4-389a-469a-a5c1-162b7fe8769e,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:00.637194 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.676619 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Calling delete_port for 5036a1a4-389a-469a-a5c1-162b7fe8769e owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:00.882575 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:00.946568 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:01.058323 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.134830 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (5036a1a4-389a-469a-a5c1-162b7fe8769e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.161799 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Pushing event deleted for resources: {'Port': ['ID=5036a1a4-389a-469a-a5c1-162b7fe8769e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:01.164693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.305085 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.373077 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device ae018418-d089-43a8-9c04-2630951431cb no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:01.403840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: ae018418-d089-43a8-9c04-2630951431cb {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:01.403840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device ae018418-d089-43a8-9c04-2630951431cb not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:01.409017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.412066 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks [] for router_controller (d530906e-fe5a-4868-8a63-0aa4a4b178a7), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.546019 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:01.592853 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (d530906e-fe5a-4868-8a63-0aa4a4b178a7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.593476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d530906e-fe5a-4868-8a63-0aa4a4b178a7 {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:55:01.599404 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.600749 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-7c38624f-51cb-4ed6-b2e2-3c617cd77fba admin admin] 10.222.0.42 "DELETE /v2.0/routers/d530906e-fe5a-4868-8a63-0aa4a4b178a7 HTTP/1.1" status: 204 len: 168 time: 1.5128856 Jul 20 17:55:01.603498 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58910) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:01.702756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Deleting subnet 4c3c7040-be09-4bf8-a6b0-933fa2b291c9 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:55:01.707655 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Publish callbacks [] for subnet (4c3c7040-be09-4bf8-a6b0-933fa2b291c9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.710462 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:01.720959 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:01.733401 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.742903 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:01.743538 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:01.765222 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:01.777360 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (4c3c7040-be09-4bf8-a6b0-933fa2b291c9), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.809432 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:01.815356 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7265b21-01b4-4d72-a337-6019e71f2cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:01.859968 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:01.863616 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-68340db1-c4bf-426d-a6f5-3971845c64c6 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "PUT /v2.0/floatingips/07abbbb1-01bf-4852-8ba0-df0dbeac513d HTTP/1.1" status: 200 len: 993 time: 1.5527811 Jul 20 17:55:01.964110 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5843bc5-42ee-42b5-a0e1-3f49aadebf98 x-openstack-request-id: req-a5843bc5-42ee-42b5-a0e1-3f49aadebf98 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:01.964389 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:01.964661 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5843bc5-42ee-42b5-a0e1-3f49aadebf98 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:01.965053 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5843bc5-42ee-42b5-a0e1-3f49aadebf98'] response: {'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'status': 'completed', 'code': 200} Jul 20 17:55:01.974972 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (4c3c7040-be09-4bf8-a6b0-933fa2b291c9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.064201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-2e524023-09d2-410b-bdb6-d21d37c06fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:02.066092 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-2e524023-09d2-410b-bdb6-d21d37c06fc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0510814 Jul 20 17:55:02.115758 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:55:00Z', 'revision_number': 3, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:02.123918 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (4c3c7040-be09-4bf8-a6b0-933fa2b291c9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.134039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:02.146221 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:02.157403 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:02.158405 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:02.182060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-a57febdd-5cf7-4ce7-8220-0ad433bb0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:02.183778 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-a57febdd-5cf7-4ce7-8220-0ad433bb0122 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.1120520 Jul 20 17:55:02.277695 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-d92a32db-7845-470c-ab78-15ef6ba2c183 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 1001 time: 0.0845656 Jul 20 17:55:02.302400 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:02.341055 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-b61dac36-b189-4387-aac4-012b1a7e4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:02.345169 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-b61dac36-b189-4387-aac4-012b1a7e4437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0615385 Jul 20 17:55:02.400197 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-d3b112fa-ae65-408e-8422-84f9c29c6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:02.402051 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-d3b112fa-ae65-408e-8422-84f9c29c6ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498903 Jul 20 17:55:02.453950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3c7040-be09-4bf8-a6b0-933fa2b291c9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:02.456019 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.462171 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-02ba9b0a-9059-4121-8570-c629732ec202 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c3c7040-be09-4bf8-a6b0-933fa2b291c9 HTTP/1.1" status: 204 len: 168 time: 0.8554578 Jul 20 17:55:02.462931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58920) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:02.470522 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5685c-e6ae-4b30-965a-e7dca8d24a61 None None] Network 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:02.496647 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:02.532120 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-d1d531f5-a79c-448d-9140-d5464ceb3f49 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238248 Jul 20 17:55:02.547072 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.599375 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Deleting port 39497d18-ceb2-4ae0-8da0-b4430149c57b {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:02.600083 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.661246 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:55:00Z', 'revision_number': 3, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:02.677680 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7265b21-01b4-4d72-a337-6019e71f2cd6 req-4aaebedd-075f-4293-aa92-49516eba27e5 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214135 Jul 20 17:55:02.694716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] For port 39497d18-ceb2-4ae0-8da0-b4430149c57b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=39497d18-ceb2-4ae0-8da0-b4430149c57b,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:02.695075 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.705472 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59005a-76ad-4555-a1e5-0369a9c48e8a None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '07abbbb1-01bf-4852-8ba0-df0dbeac513d', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'port_id': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'mac_address': 'fa:16:3e:e3:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:53:13Z', 'updated_at': '2022-07-20T17:55:00Z', 'revision_number': 3, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:02.716346 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Calling delete_port for 39497d18-ceb2-4ae0-8da0-b4430149c57b owned by network:dhcp {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:02.718514 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] DHCP port deletion for 9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:55:02.758044 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Deleting port 39497d18-ceb2-4ae0-8da0-b4430149c57b {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:02.758423 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.837131 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] For port 39497d18-ceb2-4ae0-8da0-b4430149c57b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=39497d18-ceb2-4ae0-8da0-b4430149c57b,segment=NetworkSegment(8238523e-0645-42b8-a582-83ad11da00c8),segment_id=8238523e-0645-42b8-a582-83ad11da00c8)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:02.837638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.852101 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Calling delete_port for 39497d18-ceb2-4ae0-8da0-b4430149c57b owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:02.923936 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.936460 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (39497d18-ceb2-4ae0-8da0-b4430149c57b), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:02.960490 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=39497d18-ceb2-4ae0-8da0-b4430149c57b,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:02.961074 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] Pushing event deleted for resources: {'Port': ['ID=39497d18-ceb2-4ae0-8da0-b4430149c57b,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:02.962108 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] No DVR routers for this DVR port 39497d18-ceb2-4ae0-8da0-b4430149c57b on host dv-cinder-849846-3-iscsi {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:02.966876 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f697a-78cc-44d4-b812-04e2f1488f06 None None] No DVR routers for this DVR port 39497d18-ceb2-4ae0-8da0-b4430149c57b on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:03.053530 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.086476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:03.090052 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 39497d18-ceb2-4ae0-8da0-b4430149c57b no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:03.105403 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8238523e-0645-42b8-a582-83ad11da00c8') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:03.113270 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8238523e-0645-42b8-a582-83ad11da00c8') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:03.114826 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 39497d18-ceb2-4ae0-8da0-b4430149c57b {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:03.115195 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 39497d18-ceb2-4ae0-8da0-b4430149c57b not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:03.115611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5036a1a4-389a-469a-a5c1-162b7fe8769e no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:03.119177 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (8238523e-0645-42b8-a582-83ad11da00c8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.132474 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (8238523e-0645-42b8-a582-83ad11da00c8), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.139019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 5036a1a4-389a-469a-a5c1-162b7fe8769e {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:03.139706 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:55:03.139824 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 5036a1a4-389a-469a-a5c1-162b7fe8769e not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:03.141610 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (8238523e-0645-42b8-a582-83ad11da00c8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.261509 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.274516 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.274516 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7 HTTP/1.1" status: 204 len: 168 time: 0.8084829 Jul 20 17:55:03.275104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58938) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:03.293378 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7ee54-c20b-4c02-a049-2b87d5532c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd3269c-4e4d-4e01-b0c4-b8d8a573e9d7,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:03.330642 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 8238523e-0645-42b8-a582-83ad11da00c8 resource provider aggregate not found Jul 20 17:55:03.353819 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 8238523e-0645-42b8-a582-83ad11da00c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8238523e-0645-42b8-a582-83ad11da00c8 found for delete ", "request_id": "req-46cf78ef-0fdb-4be7-a27f-3009b5109577"}]} Jul 20 17:55:03.398329 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:03.636523 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.672147 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:03.854900 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Deleting port 078f95a3-74f7-4cce-8ffa-0400bef5ca92 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:03.855247 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.937804 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] For port 078f95a3-74f7-4cce-8ffa-0400bef5ca92, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=078f95a3-74f7-4cce-8ffa-0400bef5ca92,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:03.938166 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:03.951764 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Calling delete_port for 078f95a3-74f7-4cce-8ffa-0400bef5ca92 owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:03.993088 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:03.995350 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca428fc-150b-483e-85a1-1c74dc70e709" -d '{"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:04.060925 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a5747-605b-43d5-82ea-b2f36e817c25 x-openstack-request-id: req-600a5747-605b-43d5-82ea-b2f36e817c25 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:04.061212 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:04.061464 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-600a5747-605b-43d5-82ea-b2f36e817c25 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:04.061854 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600a5747-605b-43d5-82ea-b2f36e817c25'] response: {'name': 'network-changed', 'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'status': 'completed', 'code': 200} Jul 20 17:55:04.084118 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:04.137965 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-80c787e1-c849-4a3a-a3c1-851bed6a45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:04.140015 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-80c787e1-c849-4a3a-a3c1-851bed6a45c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 1129 time: 0.0467696 Jul 20 17:55:04.209371 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (078f95a3-74f7-4cce-8ffa-0400bef5ca92), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:04.233958 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Pushing event deleted for resources: {'Port': ['ID=078f95a3-74f7-4cce-8ffa-0400bef5ca92,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:04.243040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-2f3e3377-a6be-4f0a-9926-12da80291c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:04.244855 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-2f3e3377-a6be-4f0a-9926-12da80291c68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 200 len: 919 time: 0.0976648 Jul 20 17:55:04.398838 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:04.555600 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-fd613303-d71d-4568-8d51-0ee385e6dee8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 200 len: 1001 time: 0.0565054 Jul 20 17:55:04.603476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Router 0f0b300e-a412-4eda-90f6-9cc2547133ac has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:04.619635 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-aa285891-d7c5-4edf-ac81-ccaebf284d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:04.621150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-aa285891-d7c5-4edf-ac81-ccaebf284d44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 200 len: 857 time: 0.0518229 Jul 20 17:55:04.705897 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:04.710982 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5faf6139-684e-4e6a-8439-b1f02dea6567 admin admin] 10.222.0.42 "PUT /v2.0/routers/0f0b300e-a412-4eda-90f6-9cc2547133ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4348421 Jul 20 17:55:04.713501 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58950) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:04.717561 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Sync routers for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:04.719662 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-fcc6edd7-9685-46b7-9271-782ccc8cfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:04.721201 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-fcc6edd7-9685-46b7-9271-782ccc8cfd1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2628e491-f238-47ac-a0ee-cb782ad8236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397532 Jul 20 17:55:04.729429 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:04.730102 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:04.783446 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:04.825650 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-dc04966a-80eb-458a-9a2e-fa5b60d477a1 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963869 Jul 20 17:55:04.830160 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks [] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:04.856250 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:04.860299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:04.925142 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ca428fc-150b-483e-85a1-1c74dc70e709 req-8d35c67c-0d87-4f4f-af2d-d1d01e819799 service neutron] 10.222.0.18 "GET /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939186 Jul 20 17:55:04.930139 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks [] for router_gateway (0f0b300e-a412-4eda-90f6-9cc2547133ac), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.041197 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:55:04Z', 'revision_number': 5, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port': {'id': 'fcc77eed-7310-49de-9cb4-ac3913fec9a9', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:34Z', 'updated_at': '2022-07-20T17:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:05.046948 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Deleting port fcc77eed-7310-49de-9cb4-ac3913fec9a9 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:05.050714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.050714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:05.081607 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Checking router: 0f0b300e-a412-4eda-90f6-9cc2547133ac for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:05.091291 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Routers {'0f0b300e-a412-4eda-90f6-9cc2547133ac'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:05.092249 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['0f0b300e-a412-4eda-90f6-9cc2547133ac'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:05.129548 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:05.148804 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] For port fcc77eed-7310-49de-9cb4-ac3913fec9a9, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fcc77eed-7310-49de-9cb4-ac3913fec9a9,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:05.149173 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.164060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Calling delete_port for fcc77eed-7310-49de-9cb4-ac3913fec9a9 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:05.183438 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] Set router 0f0b300e-a412-4eda-90f6-9cc2547133ac gateway port host: None {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:05.235492 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:55:04Z', 'revision_number': 6, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:05.261133 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07efd29-66a8-4307-8e60-80fc249cab80 None None] The sync data for ids ['0f0b300e-a412-4eda-90f6-9cc2547133ac'] in dv-cinder-849846-3-iscsi is: [{'id': '0f0b300e-a412-4eda-90f6-9cc2547133ac', 'name': 'tempest-TestMinimumBasicScenario-1826428938-router', 'tenant_id': '5acd24ef057e49868df3d27bfeb3f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:51:33Z', 'updated_at': '2022-07-20T17:55:04Z', 'revision_number': 6, 'project_id': '5acd24ef057e49868df3d27bfeb3f51d', 'gw_port_host': None}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:05.385179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (fcc77eed-7310-49de-9cb4-ac3913fec9a9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.411562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc77eed-7310-49de-9cb4-ac3913fec9a9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:05.476570 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.559750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.561946 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks [] for router_controller (0f0b300e-a412-4eda-90f6-9cc2547133ac), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.689487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (0f0b300e-a412-4eda-90f6-9cc2547133ac), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.690441 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0b300e-a412-4eda-90f6-9cc2547133ac {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:55:05.698388 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.698388 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3ac02b7b-338b-4a5a-9a6d-a09b67959aa1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0f0b300e-a412-4eda-90f6-9cc2547133ac HTTP/1.1" status: 204 len: 168 time: 0.9824715 Jul 20 17:55:05.699600 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58954) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:05.743481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Deleting subnet 90aff23f-2227-4e31-9bbd-18590b1d15ad {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:55:05.746551 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Publish callbacks [] for subnet (90aff23f-2227-4e31-9bbd-18590b1d15ad), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.780441 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (90aff23f-2227-4e31-9bbd-18590b1d15ad), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.855861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (90aff23f-2227-4e31-9bbd-18590b1d15ad), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.897949 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:06.020188 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (90aff23f-2227-4e31-9bbd-18590b1d15ad), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.047151 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90aff23f-2227-4e31-9bbd-18590b1d15ad,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:06.053069 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.056717 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-bccd9938-e879-4e22-82e2-89d6cd00d563 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90aff23f-2227-4e31-9bbd-18590b1d15ad HTTP/1.1" status: 204 len: 168 time: 0.3561308 Jul 20 17:55:06.061899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18937b3-4988-4168-bb6f-46a1e76c8980 None None] Network 8a42eeec-7057-4f76-b1f3-0ffeaec3822e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:06.062378 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58956) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:06.087044 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:06.143826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (8a42eeec-7057-4f76-b1f3-0ffeaec3822e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.197739 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Deleting port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:06.198088 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.233014 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] DHCP port deletion for 8a42eeec-7057-4f76-b1f3-0ffeaec3822e request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:55:06.274086 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Deleting port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:06.274466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.280857 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] For port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:06.281181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.299466 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Calling delete_port for f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:06.367009 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] For port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,segment=NetworkSegment(c65e6cd1-e637-4845-b25e-1532006231f9),segment_id=c65e6cd1-e637-4845-b25e-1532006231f9)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:06.367406 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.380384 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Calling delete_port for f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:06.483957 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.490148 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.507027 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:06.517126 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] No DVR routers for this DVR port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:06.600491 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (8a42eeec-7057-4f76-b1f3-0ffeaec3822e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.613034 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:06.623079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a42eeec-7057-4f76-b1f3-0ffeaec3822e']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:06.633916 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65e6cd1-e637-4845-b25e-1532006231f9') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:06.634216 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65e6cd1-e637-4845-b25e-1532006231f9') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:06.644714 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (c65e6cd1-e637-4845-b25e-1532006231f9), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.645483 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] Pushing event deleted for resources: {'Port': ['ID=f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:06.650242 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65642bda-8141-4e28-9990-ad13b12d16c8 None None] No DVR routers for this DVR port f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:06.666288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (c65e6cd1-e637-4845-b25e-1532006231f9), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.680941 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:55:06.684317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (c65e6cd1-e637-4845-b25e-1532006231f9), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.731808 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment c65e6cd1-e637-4845-b25e-1532006231f9 resource provider aggregate not found Jul 20 17:55:06.781251 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment c65e6cd1-e637-4845-b25e-1532006231f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c65e6cd1-e637-4845-b25e-1532006231f9 found for delete ", "request_id": "req-3f187593-512b-4000-b579-32efa0a31d88"}]} Jul 20 17:55:06.798487 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab3eb-b273-4e76-935d-58aa94159244 req-bf87b7d9-f7a7-4471-9c74-47c8675f39eb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:06.799962 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1aaab3eb-b273-4e76-935d-58aa94159244 req-bf87b7d9-f7a7-4471-9c74-47c8675f39eb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0700068 Jul 20 17:55:06.846962 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1aaab3eb-b273-4e76-935d-58aa94159244 req-b20d961f-3904-44c6-a538-32ac707ac5e5 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Jul 20 17:55:06.854944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (8a42eeec-7057-4f76-b1f3-0ffeaec3822e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.860776 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:06.863800 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] 10.222.0.42 "DELETE /v2.0/networks/8a42eeec-7057-4f76-b1f3-0ffeaec3822e HTTP/1.1" status: 204 len: 168 time: 0.8033574 Jul 20 17:55:06.876880 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016d945-9ad8-4450-a379-e981536255ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8a42eeec-7057-4f76-b1f3-0ffeaec3822e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:07.061308 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:07.081790 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:07.086079 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device f50c1ce4-3c5d-4eb9-a978-ffdea8064d4c not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:07.086079 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fcc77eed-7310-49de-9cb4-ac3913fec9a9 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:07.100795 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: fcc77eed-7310-49de-9cb4-ac3913fec9a9 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:07.101148 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fcc77eed-7310-49de-9cb4-ac3913fec9a9 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:07.101560 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 078f95a3-74f7-4cce-8ffa-0400bef5ca92 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:07.126628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 078f95a3-74f7-4cce-8ffa-0400bef5ca92 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:07.126628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 078f95a3-74f7-4cce-8ffa-0400bef5ca92 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:07.252847 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58974) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:07.294009 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c3d8327f-fd64-4445-94e0-159b77b7ad9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63d0c5b02155444fb44a732c46674b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399108 Jul 20 17:55:07.296511 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 58976) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:07.344044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] Publish callbacks [] for security_group (ed2c4e28-391e-42ad-a1a9-d190a0cf0f95), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:07.347902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:07.366350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] Publish callbacks [] for security_group (ed2c4e28-391e-42ad-a1a9-d190a0cf0f95), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:07.513106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (ed2c4e28-391e-42ad-a1a9-d190a0cf0f95), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:07.515594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:07.516876 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed2c4e28-391e-42ad-a1a9-d190a0cf0f95 HTTP/1.1" status: 204 len: 168 time: 0.2194269 Jul 20 17:55:07.525469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91182ac-b688-4739-99a8-301fb58abd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c4e28-391e-42ad-a1a9-d190a0cf0f95,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:07.965753 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889f234-d9c0-4fca-94e4-fefe0a8d6f31 req-bb5563d7-c34e-4452-8bbc-9870288d7c6f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:07.967252 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c889f234-d9c0-4fca-94e4-fefe0a8d6f31 req-bb5563d7-c34e-4452-8bbc-9870288d7c6f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0512047 Jul 20 17:55:08.014442 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c889f234-d9c0-4fca-94e4-fefe0a8d6f31 req-578b2312-f13f-4f57-bd84-ddc6e7937b69 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=8260e12e-ad79-446d-b1e9-b0bc31bf6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Jul 20 17:55:08.272750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58984) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:08.315689 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c68d06a0-b8a4-4f8d-b11b-edcb716d2839 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5acd24ef057e49868df3d27bfeb3f51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418227 Jul 20 17:55:08.318180 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 58986) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:08.364083 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] Publish callbacks [] for security_group (31da766a-7fa6-47a7-a4ab-216d78f04e0e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.385702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] Publish callbacks [] for security_group (31da766a-7fa6-47a7-a4ab-216d78f04e0e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.458021 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-33db98a0-cd49-4dd4-8d8b-52e386bbfe41 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:08.459490 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-33db98a0-cd49-4dd4-8d8b-52e386bbfe41 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 945 time: 0.0462248 Jul 20 17:55:08.504894 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (31da766a-7fa6-47a7-a4ab-216d78f04e0e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.507716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.509008 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31da766a-7fa6-47a7-a4ab-216d78f04e0e HTTP/1.1" status: 204 len: 168 time: 0.1899548 Jul 20 17:55:08.518574 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1627c-cf4c-4ba8-a6b0-abc4de2c278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da766a-7fa6-47a7-a4ab-216d78f04e0e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:08.543819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port a173b304-4ef9-47d9-a7ac-724bf76dc579 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:08.544226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.633936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] For port a173b304-4ef9-47d9-a7ac-724bf76dc579, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a173b304-4ef9-47d9-a7ac-724bf76dc579,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:08.634299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.805383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.805755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:08.806076 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP 856c2032-1022-4b41-8ab2-b2e0e19faf61 disassociated. External IP: 172.27.3.72, port: a173b304-4ef9-47d9-a7ac-724bf76dc579. Jul 20 17:55:08.806424 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for a173b304-4ef9-47d9-a7ac-724bf76dc579 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:08.891923 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:09.009425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (a173b304-4ef9-47d9-a7ac-724bf76dc579), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:09.035700 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=a173b304-4ef9-47d9-a7ac-724bf76dc579,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:09.153432 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52f4da2d-57a6-434e-9953-8bc4762c7205 req-4c424d20-37a5-472a-bcca-31c1f283dfdf tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0584095 Jul 20 17:55:09.181078 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:09.192524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:09.281765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:09.292330 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:09.306952 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:09.314759 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:09.327495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] No DVR routers for this DVR port a173b304-4ef9-47d9-a7ac-724bf76dc579 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:09.330069 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:09.333631 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9609d8b3-a391-4816-bd79-74cec1982a7a req-72cfe895-d05b-4a1d-bf18-72f81f20fff2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "DELETE /v2.0/ports/a173b304-4ef9-47d9-a7ac-724bf76dc579 HTTP/1.1" status: 204 len: 173 time: 0.8694277 Jul 20 17:55:09.334077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'name': 'network-vif-deleted', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:09.336327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b16698-6116-4435-8571-fed774a396ba" -d '{"events": [{"server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "name": "network-vif-deleted", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:09.380184 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c653c6ff-11a8-45b4-b531-6f2e864ebb13 x-openstack-request-id: req-c653c6ff-11a8-45b4-b531-6f2e864ebb13 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:09.380710 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb538a5-8c91-4cb8-8365-8902212955dc", "name": "network-vif-deleted", "tag": "a173b304-4ef9-47d9-a7ac-724bf76dc579", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:09.381229 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c653c6ff-11a8-45b4-b531-6f2e864ebb13 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:09.381847 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c653c6ff-11a8-45b4-b531-6f2e864ebb13'] response: {'server_uuid': '2eb538a5-8c91-4cb8-8365-8902212955dc', 'name': 'network-vif-deleted', 'tag': 'a173b304-4ef9-47d9-a7ac-724bf76dc579', 'status': 'completed', 'code': 200} Jul 20 17:55:09.426824 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:09.511833 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:09.552387 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:09.626884 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:09.641876 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59012) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:09.652601 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:09.661643 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:09.665810 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:09.744316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-302732561-network', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:09.766147 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:09.830912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Made reservation on behalf of 863e2e49ffb74a889fb88c4c2e7edcd4 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:09.833474 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:09.843166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:09.919330 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks [] for security_group (29c2abad-8184-47dc-8b06-943941795c53), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:09.951813 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:09.976062 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd69d6-fd10-413c-9762-06a448ad893a None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:09.985313 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (29c2abad-8184-47dc-8b06-943941795c53), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.013225 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:55:10.023809 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2abad-8184-47dc-8b06-943941795c53,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:10.033049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (180993c1-3ffc-4cf1-8842-b7586f035057), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.033049 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Added segment 180993c1-3ffc-4cf1-8842-b7586f035057 of type vlan for network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 Jul 20 17:55:10.073021 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (3f57c44c-778f-4bc1-93a2-a0a8e3568860), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.157980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (3f57c44c-778f-4bc1-93a2-a0a8e3568860), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.159123 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:10.159717 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.229893 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] Pushing event updated for resources: {'Network': ['ID=3f57c44c-778f-4bc1-93a2-a0a8e3568860,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:10.239230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c469c0-88f8-4e26-a147-4c272b6d4e75 None None] New status for floating IP 856c2032-1022-4b41-8ab2-b2e0e19faf61: DOWN {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:55:10.260980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-0aa6bdfe-5861-4b2b-9c92-17ca5b5df782 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6180251 Jul 20 17:55:10.264240 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59018) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:10.269399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Request body: {'subnet': {'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-302732561-subnet', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:10.274499 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:55:10.278212 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-338bd48d-56d3-4349-b9ae-2810bd6ba627 req-f84c2860-08c8-4cab-acaf-de46ef591ccd tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=2eb538a5-8c91-4cb8-8365-8902212955dc HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jul 20 17:55:10.374789 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Made reservation on behalf of 863e2e49ffb74a889fb88c4c2e7edcd4 for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:10.377359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5287737'] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.525733 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:10.603772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6745712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5287727'] for subnet (600c47a6-0ca2-4f01-a27c-863fe1db25f8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.660861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600c47a6-0ca2-4f01-a27c-863fe1db25f8,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:10.670199 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Checking segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:10.670556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Network hostable DHCP agents. Network: 3f57c44c-778f-4bc1-93a2-a0a8e3568860, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:55:10.815681 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:55:10.877862 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 3f57c44c-778f-4bc1-93a2-a0a8e3568860) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:10.882558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:10.884407 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:10.895408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7b7d0-0c48-45ac-8d62-036ebe20afef None None] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:10.954701 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-525c11db-174a-43b0-921d-5e3754ef7813 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6890604 Jul 20 17:55:10.957422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59020) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:10.961661 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:10.988840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:55:10.990309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.060984 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device a173b304-4ef9-47d9-a7ac-724bf76dc579 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:11.062872 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.076466 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.077583 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.087028 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: a173b304-4ef9-47d9-a7ac-724bf76dc579 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:11.087377 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device a173b304-4ef9-47d9-a7ac-724bf76dc579 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:11.139799 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.143956 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for router_controller (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.152821 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Allocated IP 172.20.0.2 (3f57c44c-778f-4bc1-93a2-a0a8e3568860/600c47a6-0ca2-4f01-a27c-863fe1db25f8/1065df8b-8b3b-4b8a-a984-54f4174ecc2e) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:11.227672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.292905 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks [] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.369476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.406256 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:11.409183 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:11.411609 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:11.415436 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for router_gateway (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.435914 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Pushing event updated for resources: {'Port': ['ID=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:11.436036 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59026) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:11.486966 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Attempting to bind port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:11.487330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Attempting to bind port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:11.487687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Attempting to bind port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e on network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:11.493416 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:11.498353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Checking segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:11.498353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.498353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Bound using segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:11.498353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Bound port: 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:11.498353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.498845 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (8260e12e-ad79-446d-b1e9-b0bc31bf6d92), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.519070 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (8260e12e-ad79-446d-b1e9-b0bc31bf6d92), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.557176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] For port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:11.560230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] For port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:11.666955 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.708238 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8260e12e-ad79-446d-b1e9-b0bc31bf6d92), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.711670 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.718756 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/security-groups/8260e12e-ad79-446d-b1e9-b0bc31bf6d92 HTTP/1.1" status: 204 len: 168 time: 0.2774858 Jul 20 17:55:11.718756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.719016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59028) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:11.728727 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3c65-7cbe-48c8-89aa-1bfe0736545f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260e12e-ad79-446d-b1e9-b0bc31bf6d92,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:11.739638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87f9f1-7bba-4279-87c3-81a5af470028 None None] Pushing event updated for resources: {'Port': ['ID=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:11.739755 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.api.v2.resource [None req-90488f11-909c-49ae-af79-016e507b87ad tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] show failed (client error): The resource could not be found. Jul 20 17:55:11.739755 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-90488f11-909c-49ae-af79-016e507b87ad tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups/8260e12e-ad79-446d-b1e9-b0bc31bf6d92 HTTP/1.1" status: 404 len: 347 time: 0.0182507 Jul 20 17:55:11.739970 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for router_gateway (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.741633 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59030) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:11.874679 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port f8ea5d14-b696-4ad1-b09d-0b47b4fe7022 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:11.875031 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.997033 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:11.997615 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.014364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for f8ea5d14-b696-4ad1-b09d-0b47b4fe7022 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:12.020328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:12.050519 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.100999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:12.166020 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Allocated IP 172.27.3.79 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/a92a04da-3b23-4c4f-9b95-8cc65a88dec2) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:12.232815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (f8ea5d14-b696-4ad1-b09d-0b47b4fe7022), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.256622 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=f8ea5d14-b696-4ad1-b09d-0b47b4fe7022,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:12.270343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.270701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.271050 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.272020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.272359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.272723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.273062 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.273392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.273724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.274051 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.274379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.274705 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.275028 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.275352 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.275674 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:12.276268 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.331447 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (856c2032-1022-4b41-8ab2-b2e0e19faf61), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.334028 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.335172 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-9da1d1e3-e088-4ddd-b521-a37375e9ab73 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/floatingips/856c2032-1022-4b41-8ab2-b2e0e19faf61 HTTP/1.1" status: 204 len: 168 time: 0.5926332 Jul 20 17:55:12.369637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.421869 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:12.434802 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:12.441468 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:12.464780 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:12.465731 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Pushing event updated for resources: {'Port': ['ID=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:12.483892 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59034) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:12.489517 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858605023', 'description': 'tempest-description--470404787'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:12.579446 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.650972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (e579aa10-65ef-45e0-846f-64fa44f1aeae), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.686374 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b572c-35a5-4fb1-8394-5a8be4974ce7 None None] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:12.707542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e579aa10-65ef-45e0-846f-64fa44f1aeae), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.745036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e579aa10-65ef-45e0-846f-64fa44f1aeae,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:12.752339 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Provisioning complete for port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:12.752738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.788681 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for router_gateway (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.803232 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:12.817365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.821474 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e0755c2d-c931-4694-b8d0-792dce7f3ead tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3331854 Jul 20 17:55:12.821690 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59036) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:12.827144 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': 'e579aa10-65ef-45e0-846f-64fa44f1aeae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:12.881737 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Current status of the port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:12.882129 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.913352 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (38adb64b-d8f5-4fc8-80d3-c4706899ee7c), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.918923 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] For port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:12.979187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:12.981278 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (38adb64b-d8f5-4fc8-80d3-c4706899ee7c), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:12.986635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.021001 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.041489 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0955035-8983-4ed3-a17b-422c9a4feb27 None None] Pushing event updated for resources: {'Port': ['ID=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:13.061375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (38adb64b-d8f5-4fc8-80d3-c4706899ee7c), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.081308 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38adb64b-d8f5-4fc8-80d3-c4706899ee7c,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:13.132626 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1065df8b-8b3b-4b8a-a984-54f4174ecc2e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:13.149116 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.150355 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c739da4e-bdfe-4468-b538-bad6e17df238 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275614 Jul 20 17:55:13.153047 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59038) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:13.158365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'security_group_rule': {'security_group_id': 'e579aa10-65ef-45e0-846f-64fa44f1aeae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:13.166628 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:13.183943 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:13.184315 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.226583 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-80761a96-1d18-44f5-9164-d3028fcf5dff None None] Provisioning complete for port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:13.226946 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-80761a96-1d18-44f5-9164-d3028fcf5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.238068 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Router cc5be1f7-8e62-4038-af1c-2b48b2d5168a is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:55:13.244325 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (320ce108-d297-45ea-9696-4f5e69492a7e), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.300504 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:13.309253 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (320ce108-d297-45ea-9696-4f5e69492a7e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.339639 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-80761a96-1d18-44f5-9164-d3028fcf5dff None None] Current status of the port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:13.347562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:13.356490 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Sync routers for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:13.367399 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:13.367995 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:13.374718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (320ce108-d297-45ea-9696-4f5e69492a7e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.394007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320ce108-d297-45ea-9696-4f5e69492a7e,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:13.433904 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.435164 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-996bcdab-4ef8-42e3-83f8-9b22e710ce11 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4768205 Jul 20 17:55:13.438056 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59042) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:13.462296 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.463524 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6e5d1352-c574-4684-934e-96e18ff884a0 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089802 Jul 20 17:55:13.467795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59044) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:13.475869 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:13.476078 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:13.540963 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.628516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.645191 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:12Z', 'revision_number': 3, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:13.670384 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Checking router: cc5be1f7-8e62-4038-af1c-2b48b2d5168a for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:13.670732 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Updating router cc5be1f7-8e62-4038-af1c-2b48b2d5168a port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:55:13.699259 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.761749 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.27.3.40 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/f7dff392-213d-4a05-8ee0-0778694e97d7) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:13.902664 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:13.905655 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.064094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Allocated IP 172.20.0.1 (3f57c44c-778f-4bc1-93a2-a0a8e3568860/600c47a6-0ca2-4f01-a27c-863fe1db25f8/b91f705b-a27f-4b12-81dc-c976e3a168bb) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:14.091866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.137320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.148611 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.176670 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks [] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.226022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.261886 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:14.266150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:14.271938 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:14.279710 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.302220 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.320276 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.325253 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:14.327340 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:14.328381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=f7dff392-213d-4a05-8ee0-0778694e97d7,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.362918 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.365671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:14.392409 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks [] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.427183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.428281 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.494943 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.519123 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-02f7558c-2019-42cd-89c0-77045e88ef1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.522832 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.545776 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Attempting to bind port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:14.546146 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Attempting to bind port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:14.546503 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Attempting to bind port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:14.553613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.558192 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:14.558563 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:14.558955 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.559341 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:14.559809 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Bound port: a92a04da-3b23-4c4f-9b95-8cc65a88dec2, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:14.560177 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.586284 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Pushing event updated for resources: {'Port': ['ID=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.598074 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.598420 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.598779 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.599658 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.599999 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.600319 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.600702 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.601016 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.601337 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.601655 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.601976 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.602311 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.602837 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.603319 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.603638 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:14.609122 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.631976 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] For port a92a04da-3b23-4c4f-9b95-8cc65a88dec2, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:14.635429 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] For port a92a04da-3b23-4c4f-9b95-8cc65a88dec2, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:14.669454 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-a7005fd9-f11e-44c2-99d1-50243ff8d093 None None] Provisioning complete for port b91f705b-a27f-4b12-81dc-c976e3a168bb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:14.669933 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-a7005fd9-f11e-44c2-99d1-50243ff8d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.688399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.695715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:14.702424 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-a7005fd9-f11e-44c2-99d1-50243ff8d093 None None] Port b91f705b-a27f-4b12-81dc-c976e3a168bb cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:14.732240 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.735736 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.778641 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks [] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.796331 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:14.797002 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:54:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:14.808265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.835737 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9089da5-89d1-42e3-a77b-671fd41b8818 None None] Pushing event updated for resources: {'Port': ['ID=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.838331 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.886796 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=f7dff392-213d-4a05-8ee0-0778694e97d7,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.893727 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.912031 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:14.916458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:14.926911 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:14.994999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:15.004098 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7c84c083-79ca-4ca8-b3f8-6aac0a94fcf3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5276134 Jul 20 17:55:15.022251 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:15.023754 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:15.056166 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:15.152729 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1065df8b-8b3b-4b8a-a984-54f4174ecc2e up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:15.176554 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 1, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:15.184868 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Router cc5be1f7-8e62-4038-af1c-2b48b2d5168a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:15.193149 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:15.212071 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25014c7-88ba-4872-a9b1-fc1d30709cc5 None None] The sync data for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi is: [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 1, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:15.250768 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:15.251156 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:15.299930 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-fc664589-71d7-467a-8249-ec60258118fe tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--858605023&fields=id&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 267 time: 0.0784218 Jul 20 17:55:15.344306 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:15.351137 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-37504611-9fd1-4c2a-a6bd-b50e1d1b8761 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc5be1f7-8e62-4038-af1c-2b48b2d5168a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9118223 Jul 20 17:55:15.367476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:15.431635 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:15.442784 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-76b85718-8cd3-4deb-baa9-805dc0d12318 None None] Provisioning complete for port b91f705b-a27f-4b12-81dc-c976e3a168bb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:15.443222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-76b85718-8cd3-4deb-baa9-805dc0d12318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:15.443482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-2c19086d-a5d7-4c37-a12f-eb5955969aac tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:15.445346 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-2c19086d-a5d7-4c37-a12f-eb5955969aac tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.1322541 Jul 20 17:55:15.464375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-4b1f9a2c-1b1e-4525-a59d-e55a01ed8c99 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/quotas/93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 375 time: 0.0122225 Jul 20 17:55:15.519253 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-76b85718-8cd3-4deb-baa9-805dc0d12318 None None] Port b91f705b-a27f-4b12-81dc-c976e3a168bb cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:15.562813 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-8f8f774e-a654-40ec-a49e-23921d6eb05a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910521 Jul 20 17:55:15.721234 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-6fdf5d61-8b7f-4898-8213-e4872c0133df service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465523 Jul 20 17:55:15.830001 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-1da6ad1f-61af-4f26-b632-81363ca3ddd5 service neutron] 10.222.0.42 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031718 Jul 20 17:55:16.116038 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a21d403-db5f-4883-bee3-4066e650ae54 req-31cb40eb-90d2-4129-89b0-0d7382c42351 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 210 time: 0.0433941 Jul 20 17:55:16.274402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59092) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:16.281894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-362890193-network', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:16.426644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Made reservation on behalf of 77aec6c344774102b7f54cff8e9667e0 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:16.429979 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.440384 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.525836 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks [] for security_group (007e9525-790f-41fc-9b64-a8363b218b6b), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.596490 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (007e9525-790f-41fc-9b64-a8363b218b6b), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.624589 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:55:16.635092 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007e9525-790f-41fc-9b64-a8363b218b6b,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:16.641300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.641643 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Added segment fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a of type vlan for network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d Jul 20 17:55:16.688382 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.791912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.792992 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:16.793602 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.797176 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:16.856283 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9a709f-050e-4b34-b3ec-4fe41e4acd4d,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:16.866653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:55:16.882119 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f3207c20-5756-4b7b-94e9-2f7078c05fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:16.959303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b88c21c6-687b-4349-96ab-9dde9b95d0d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6836822 Jul 20 17:55:16.964174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59104) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:16.969074 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Request body: {'subnet': {'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-362890193-subnet', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:17.083825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Made reservation on behalf of 77aec6c344774102b7f54cff8e9667e0 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:17.086636 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.110728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device a92a04da-3b23-4c4f-9b95-8cc65a88dec2 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:17.180156 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:17.180682 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.231507 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9a962962-9fab-49b6-8d17-ef85dff8e30b req-3c064b63-525d-48d5-9efa-49b0ed05ad45 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 210 time: 0.0389299 Jul 20 17:55:17.279768 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:17.279768 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.294273 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port a92a04da-3b23-4c4f-9b95-8cc65a88dec2, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:17.373971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.382105 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e755a-1d7a-454a-b6a5-9df2e9b07afa req-171c1af6-eca4-4caf-b40f-3f9974176e87 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:17.383594 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-283e755a-1d7a-454a-b6a5-9df2e9b07afa req-171c1af6-eca4-4caf-b40f-3f9974176e87 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0648489 Jul 20 17:55:17.426007 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:17.446475 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Sync routers for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:17.448026 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-283e755a-1d7a-454a-b6a5-9df2e9b07afa req-e807712c-c582-4b62-9c70-ea6509e10a6a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582771 Jul 20 17:55:17.449434 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (4187e9e2-bbaf-42d2-beea-92d76aa783e8), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.458707 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:17.459694 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:17.502043 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:17.503695 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:17.517670 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4187e9e2-bbaf-42d2-beea-92d76aa783e8,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:17.524980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Checking segment: {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:17.525337 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Network hostable DHCP agents. Network: ba9a709f-050e-4b34-b3ec-4fe41e4acd4d, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:55:17.592951 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:17.609344 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:55:17.718165 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, ba9a709f-050e-4b34-b3ec-4fe41e4acd4d) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:17.722765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:17.724006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.725229 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:17.730659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbe09c-d05e-40f2-b971-e7cec6a76e05 None None] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:17.818434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-2d4ec600-848f-4931-9481-3fb9319674e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8528733 Jul 20 17:55:17.821106 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59118) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:17.825792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:17.955291 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.956511 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:17.972981 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 2, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:18.019064 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Checking router: cc5be1f7-8e62-4038-af1c-2b48b2d5168a for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:18.019418 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Updating router cc5be1f7-8e62-4038-af1c-2b48b2d5168a port b91f705b-a27f-4b12-81dc-c976e3a168bb binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:55:18.026142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for router_controller (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.040712 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'fixed_ips': [{'subnet_id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:55:18.041787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.062402 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.234373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:18.236478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for router_gateway (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.295593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Allocated IP 172.20.0.2 (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d/4187e9e2-bbaf-42d2-beea-92d76aa783e8/981d14de-62c8-4a0e-8d55-05a09b062e11) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:18.369502 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.379462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:18.398414 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f6a6f358-6adc-4d55-a5a2-a2c758f89614 req-cb43ead8-5546-433d-a059-a96076a7a66e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 210 time: 0.0678294 Jul 20 17:55:18.572059 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks [] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.576516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks [] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.603582 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for router_gateway (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.637020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.677996 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78855-3611-4674-8807-bfaf1def4d40 req-4245190c-2659-4cb3-bb62-cacf2aea78ba tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:18.679461 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a2a78855-3611-4674-8807-bfaf1def4d40 req-4245190c-2659-4cb3-bb62-cacf2aea78ba tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.1451731 Jul 20 17:55:18.690571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.696076 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.736667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:18.745721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:18.750802 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:18.757765 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Pushing event updated for resources: {'Port': ['ID=981d14de-62c8-4a0e-8d55-05a09b062e11,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:18.805810 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-20d6169a-2990-43a4-8c1c-88db8f45aa01 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:18.807287 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-20d6169a-2990-43a4-8c1c-88db8f45aa01 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 815 time: 0.2357297 Jul 20 17:55:18.817396 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:18.849838 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a2a78855-3611-4674-8807-bfaf1def4d40 req-881ff57a-b986-4c13-9037-ed6272438b0b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618671 Jul 20 17:55:18.891449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Allocated IP 172.27.3.68 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/588404b3-e24d-4c19-80b4-475799e1b502) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:18.892811 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabcf1d-c430-46af-a489-6beb21cfd9d2 None None] Pushing event updated for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:18.907205 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Attempting to bind port 981d14de-62c8-4a0e-8d55-05a09b062e11 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:18.907672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Attempting to bind port 981d14de-62c8-4a0e-8d55-05a09b062e11 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:18.908036 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Attempting to bind port 981d14de-62c8-4a0e-8d55-05a09b062e11 on network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:18.915564 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:18.915819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Checking segment: {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:18.916012 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.916540 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Bound using segment: {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:18.916920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Bound port: 981d14de-62c8-4a0e-8d55-05a09b062e11, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:18.918033 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.920961 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Attempting to bind port b91f705b-a27f-4b12-81dc-c976e3a168bb on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:18.921335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Attempting to bind port b91f705b-a27f-4b12-81dc-c976e3a168bb by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:18.921699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Attempting to bind port b91f705b-a27f-4b12-81dc-c976e3a168bb on network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:18.938777 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:18.939219 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Checking segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:18.939364 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-f46c9f3c-5b05-4dd9-a950-ca9d8698263f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93918dc6b6f445d18a3ecb003524152d HTTP/1.1" status: 200 len: 379 time: 0.1099379 Jul 20 17:55:18.939635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.940283 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Bound using segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:18.940819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Bound port: b91f705b-a27f-4b12-81dc-c976e3a168bb, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:18.941206 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:18.956358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'port': {'device_id': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'admin_state_up': True, 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'security_groups': ['e579aa10-65ef-45e0-846f-64fa44f1aeae']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:19.042441 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] For port 981d14de-62c8-4a0e-8d55-05a09b062e11, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:19.076454 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] For port 981d14de-62c8-4a0e-8d55-05a09b062e11, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=981d14de-62c8-4a0e-8d55-05a09b062e11,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:19.076454 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] For port b91f705b-a27f-4b12-81dc-c976e3a168bb, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:19.079666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-5078f1e8-e441-49d6-9a68-1cc5a7574748 None None] Provisioning complete for port b91f705b-a27f-4b12-81dc-c976e3a168bb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:19.079666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5078f1e8-e441-49d6-9a68-1cc5a7574748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.090620 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:19.106276 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] For port b91f705b-a27f-4b12-81dc-c976e3a168bb, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b91f705b-a27f-4b12-81dc-c976e3a168bb,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:19.122574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-5078f1e8-e441-49d6-9a68-1cc5a7574748 None None] Port b91f705b-a27f-4b12-81dc-c976e3a168bb cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:19.132645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device a92a04da-3b23-4c4f-9b95-8cc65a88dec2 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:19.148848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for port (588404b3-e24d-4c19-80b4-475799e1b502), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.155068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:19.160084 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.200035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.253825 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabfab7-fe98-42c3-8e96-9f11532042cd None None] Pushing event updated for resources: {'Port': ['ID=981d14de-62c8-4a0e-8d55-05a09b062e11,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:19.255356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Made reservation on behalf of 93918dc6b6f445d18a3ecb003524152d for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:19.262476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.263024 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:19.264163 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.265488 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:19.266124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:19.278771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:19.293901 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (588404b3-e24d-4c19-80b4-475799e1b502), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.384512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:19.395490 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:19.400138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:19.402302 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Pushing event updated for resources: {'Port': ['ID=588404b3-e24d-4c19-80b4-475799e1b502,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:19.428065 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabcf1d-c430-46af-a489-6beb21cfd9d2 None None] Pushing event updated for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:19.532570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:19.535050 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:19.535655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Allocated IP 172.20.0.8 (e772fe92-4472-4af3-b6e9-3d6e16e3740d/edf00d82-f5a3-462c-b9b2-c9cb0b736814/5c8e7455-3527-48af-b2d4-c650e2760d71) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:19.614304 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bb6b402-74fa-456f-81e0-d8798e4989d5 req-44605d4e-ef8a-41ab-ad38-2b1a043df1a6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 210 time: 0.0662637 Jul 20 17:55:19.658179 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Provisioning complete for port b91f705b-a27f-4b12-81dc-c976e3a168bb triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:19.658619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.861417 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:19.862783 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.925593 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:19.957898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.968409 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:19Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:19.969600 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Current status of the port b91f705b-a27f-4b12-81dc-c976e3a168bb is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:19.969980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:19.974786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.012868 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7ee35-5367-4014-8db8-16dae59a255c None None] The sync data for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi is: [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:19Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:20.052754 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] For port b91f705b-a27f-4b12-81dc-c976e3a168bb, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b91f705b-a27f-4b12-81dc-c976e3a168bb,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:20.106682 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.135190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.202580 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a93c26-6bab-463f-8914-73f100e4c153 None None] Pushing event updated for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:20.333374 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab41fbb-667a-4b57-9e78-7c536f82220e None None] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:55:20.355258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d21ff-8d4f-440b-a36a-77da797e525d req-82072c35-8edb-45f4-ac7b-a6da595a04c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:20.356831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1e5d21ff-8d4f-440b-a36a-77da797e525d req-82072c35-8edb-45f4-ac7b-a6da595a04c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.3973761 Jul 20 17:55:20.358903 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:20.376259 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:20.380792 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Provisioning complete for port 981d14de-62c8-4a0e-8d55-05a09b062e11 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:20.381481 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.385254 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:20.424295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event updated for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:20.445995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for router_gateway (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.538337 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:20.539019 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.545164 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Current status of the port 981d14de-62c8-4a0e-8d55-05a09b062e11 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:20.545555 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.587940 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] For port 981d14de-62c8-4a0e-8d55-05a09b062e11, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=981d14de-62c8-4a0e-8d55-05a09b062e11,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:20.597304 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1e5d21ff-8d4f-440b-a36a-77da797e525d req-399f8bb3-9544-48e1-a1b0-db8540a8f243 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309403 Jul 20 17:55:20.628513 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:20.701480 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.737324 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.742723 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:20.746378 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-dbe25c32-21d8-4d9c-ab6b-bbc2613b93d2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954342 Jul 20 17:55:20.764789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cec32-e4b3-4b28-94ca-216502df8b35 None None] Pushing event updated for resources: {'Port': ['ID=981d14de-62c8-4a0e-8d55-05a09b062e11,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:20.815481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Request body: {'port': {'device_id': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:20.823991 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-06c3cea4-5036-493f-828c-203781560232 None None] Provisioning complete for port 5c8e7455-3527-48af-b2d4-c650e2760d71 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:20.824683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-06c3cea4-5036-493f-828c-203781560232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.865764 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-06c3cea4-5036-493f-828c-203781560232 None None] Port 5c8e7455-3527-48af-b2d4-c650e2760d71 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:20.880817 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7299358-8280-4417-abb0-0e476a989bea req-717bdbbb-947a-456e-8532-fd960074d701 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:20.880817 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f7299358-8280-4417-abb0-0e476a989bea req-717bdbbb-947a-456e-8532-fd960074d701 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 931 time: 0.1395562 Jul 20 17:55:20.955868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:20.983351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-01bd6b7d-133a-4ba1-becc-37d3972f63c7 None None] Provisioning complete for port 981d14de-62c8-4a0e-8d55-05a09b062e11 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:20.983728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-01bd6b7d-133a-4ba1-becc-37d3972f63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.026159 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f7299358-8280-4417-abb0-0e476a989bea req-4e4d5b6a-288d-46f6-b811-72b12d26fd35 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059766 Jul 20 17:55:21.092644 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-01bd6b7d-133a-4ba1-becc-37d3972f63c7 None None] Current status of the port 981d14de-62c8-4a0e-8d55-05a09b062e11 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:21.157288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:21.192345 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 981d14de-62c8-4a0e-8d55-05a09b062e11 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:21.236139 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 981d14de-62c8-4a0e-8d55-05a09b062e11 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:21.236554 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.242311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:55:21.280295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8e7455-3527-48af-b2d4-c650e2760d71 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:55:21.304571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:21.311235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 981d14de-62c8-4a0e-8d55-05a09b062e11 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:21.312240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b91f705b-a27f-4b12-81dc-c976e3a168bb up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:21.322798 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks [] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.354762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port b91f705b-a27f-4b12-81dc-c976e3a168bb triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:21.355132 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.368263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Transition to ACTIVE for port object 5c8e7455-3527-48af-b2d4-c650e2760d71 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:55:21.392724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:21.403579 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Sync routers for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:21.414830 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:21.415708 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:21.429408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port b91f705b-a27f-4b12-81dc-c976e3a168bb is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:21.449031 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.454652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:21.501512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.502778 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-679582a5-ab8c-44ce-a595-023697bfc8fa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6807144 Jul 20 17:55:21.507541 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59134) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:21.509564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:21.519551 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:21.606854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Attempting to bind port 5c8e7455-3527-48af-b2d4-c650e2760d71 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:21.607328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Attempting to bind port 5c8e7455-3527-48af-b2d4-c650e2760d71 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:21.607741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Attempting to bind port 5c8e7455-3527-48af-b2d4-c650e2760d71 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:21.616141 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Port 5c8e7455-3527-48af-b2d4-c650e2760d71 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:55:21.616607 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Attempting to bind port 5c8e7455-3527-48af-b2d4-c650e2760d71 on network e772fe92-4472-4af3-b6e9-3d6e16e3740d {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:21.622859 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:21.623458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Checking segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:21.624041 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Bound using segment: {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:21.624577 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Bound port: 5c8e7455-3527-48af-b2d4-c650e2760d71, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:21.625071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.731348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:21.740727 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5c8e7455-3527-48af-b2d4-c650e2760d71,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:21.749998 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:19Z', 'revision_number': 3, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:21.779287 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Checking router: 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:21.779287 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Updating router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 port 588404b3-e24d-4c19-80b4-475799e1b502 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:55:21.801885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea45642-47f6-4cb9-b423-81460151fe72 req-0c059bab-6634-4a47-9e26-54a2c6130c65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:21.804363 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (588404b3-e24d-4c19-80b4-475799e1b502), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.805525 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ea45642-47f6-4cb9-b423-81460151fe72 req-0c059bab-6634-4a47-9e26-54a2c6130c65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0752850 Jul 20 17:55:21.833174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.879651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:21.879848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:21.883194 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] 10.222.0.18 "PUT /v2.0/ports/5c8e7455-3527-48af-b2d4-c650e2760d71 HTTP/1.1" status: 200 len: 1093 time: 1.1038587 Jul 20 17:55:21.887619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:21.893340 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda1352-cc4d-488b-be2c-02eab0779e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:21.923116 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ea45642-47f6-4cb9-b423-81460151fe72 req-341b24d0-4c91-40ea-a245-b5a885fb449f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097150 Jul 20 17:55:21.935076 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6261-0c72-4f73-a146-1d6603bf144f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:21.959332 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab4628-f3f2-4e33-b5b6-b308a97355f2 x-openstack-request-id: req-71ab4628-f3f2-4e33-b5b6-b308a97355f2 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:21.959645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:21.959955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71ab4628-f3f2-4e33-b5b6-b308a97355f2 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:21.960375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ab4628-f3f2-4e33-b5b6-b308a97355f2'] response: {'name': 'network-changed', 'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'status': 'completed', 'code': 200} Jul 20 17:55:22.024771 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.037855 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.054193 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-d0e6f812-f7bf-4116-a7de-ee804419bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.055860 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-d0e6f812-f7bf-4116-a7de-ee804419bbab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 1127 time: 0.0471375 Jul 20 17:55:22.111501 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks [] for port (588404b3-e24d-4c19-80b4-475799e1b502), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.226025 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70640d82-0205-4b10-908a-190b17ed2c25 req-818afc1d-d052-493d-9a54-51506472ce04 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.229879 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-70640d82-0205-4b10-908a-190b17ed2c25 req-818afc1d-d052-493d-9a54-51506472ce04 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 943 time: 0.0759866 Jul 20 17:55:22.242766 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-a2a0490b-fca2-4720-b72a-b34eeb3722bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.243333 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (588404b3-e24d-4c19-80b4-475799e1b502), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.244253 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-a2a0490b-fca2-4720-b72a-b34eeb3722bc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=93918dc6b6f445d18a3ecb003524152d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1745927 Jul 20 17:55:22.291178 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Attempting to bind port 588404b3-e24d-4c19-80b4-475799e1b502 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:22.291827 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Attempting to bind port 588404b3-e24d-4c19-80b4-475799e1b502 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:22.292193 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Attempting to bind port 588404b3-e24d-4c19-80b4-475799e1b502 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:22.300743 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:22.301409 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:22.302002 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.303087 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:22.303567 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Bound port: 588404b3-e24d-4c19-80b4-475799e1b502, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:22.304140 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (588404b3-e24d-4c19-80b4-475799e1b502), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.334008 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aba26-f968-450f-810d-758ddbbbc14a None None] Pushing event updated for resources: {'Port': ['ID=588404b3-e24d-4c19-80b4-475799e1b502,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:22.362233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.363666 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] For port 588404b3-e24d-4c19-80b4-475799e1b502, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:22.367768 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] For port 588404b3-e24d-4c19-80b4-475799e1b502, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=588404b3-e24d-4c19-80b4-475799e1b502,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:22.386726 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-70640d82-0205-4b10-908a-190b17ed2c25 req-31c5c43c-9d65-48f6-a369-e374332a635c tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414092 Jul 20 17:55:22.391756 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-a31be1ad-d59e-4516-8a12-9e41d8544041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.393290 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fda1352-cc4d-488b-be2c-02eab0779e9c req-a31be1ad-d59e-4516-8a12-9e41d8544041 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415265 Jul 20 17:55:22.473081 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (588404b3-e24d-4c19-80b4-475799e1b502), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.482375 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Allocated IP 172.20.0.1 (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d/4187e9e2-bbaf-42d2-beea-92d76aa783e8/e108b42b-ffd5-474d-8716-219e816f317d) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:22.500297 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-0be92439-2d7d-49d7-b1fc-4cab6c75dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.502006 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-0be92439-2d7d-49d7-b1fc-4cab6c75dfce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 1127 time: 0.0433593 Jul 20 17:55:22.528885 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:22.529490 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:22.572417 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.574284 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-d640557c-be2c-4728-b2ae-7c2c8a260e08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8e7455-3527-48af-b2d4-c650e2760d71 HTTP/1.1" status: 200 len: 217 time: 0.0361750 Jul 20 17:55:22.574897 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aba26-f968-450f-810d-758ddbbbc14a None None] Pushing event updated for resources: {'Port': ['ID=588404b3-e24d-4c19-80b4-475799e1b502,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:22.592815 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks [] for port (e108b42b-ffd5-474d-8716-219e816f317d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.621556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.631320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-f62a0e2f-fb7f-4804-a20d-b6662f6cc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.632801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-f62a0e2f-fb7f-4804-a20d-b6662f6cc5b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0515673 Jul 20 17:55:22.644120 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:22.678074 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-56be1db6-9b95-4911-8085-58ccec3d540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:22.679676 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-56be1db6-9b95-4911-8085-58ccec3d540e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411022 Jul 20 17:55:22.688759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.695854 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.735741 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:22.739556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:22.744249 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:22.779627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Pushing event updated for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:22.795279 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-3d90ee5d-c197-447c-af79-bd543b5de5c2 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072390 Jul 20 17:55:22.795706 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:22.910963 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ec9b50d-379a-4d54-8c38-b94df2132c7b req-f9c218b0-71db-4129-b9f9-4fc53e669665 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054583 Jul 20 17:55:22.928917 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:19Z', 'revision_number': 3, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:22.955336 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01d1f3-d591-4d18-a62b-f3a0541f4fdd None None] The sync data for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi is: [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:19Z', 'revision_number': 3, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:23.051047 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e108b42b-ffd5-474d-8716-219e816f317d), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.059052 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:23.078474 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b07f9-2dc3-4a11-9238-cee06cc0a8d0 req-5cc0d76e-365d-42a3-ab36-81dd26173d56 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:23.078657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-3ede159c-d778-4099-a46f-f291c9296d47 None None] Provisioning complete for port e108b42b-ffd5-474d-8716-219e816f317d triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:23.079072 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3ede159c-d778-4099-a46f-f291c9296d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e108b42b-ffd5-474d-8716-219e816f317d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.080693 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-354b07f9-2dc3-4a11-9238-cee06cc0a8d0 req-5cc0d76e-365d-42a3-ab36-81dd26173d56 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0545897 Jul 20 17:55:23.118048 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-3ede159c-d778-4099-a46f-f291c9296d47 None None] Port e108b42b-ffd5-474d-8716-219e816f317d cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:23.147808 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-354b07f9-2dc3-4a11-9238-cee06cc0a8d0 req-726c1494-a27d-4b39-9e4b-9ce3a19551ed tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610151 Jul 20 17:55:23.257636 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks [] for port (e108b42b-ffd5-474d-8716-219e816f317d), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.369109 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.442561 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Pushing event updated for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:23.446753 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.514391 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd88eb2-e2ae-440f-a566-ad38bf2dffe1 req-8f97bac9-6e4e-4a05-b8b2-9114b78ff32b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:23.515914 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-acd88eb2-e2ae-440f-a566-ad38bf2dffe1 req-8f97bac9-6e4e-4a05-b8b2-9114b78ff32b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 943 time: 0.0486026 Jul 20 17:55:23.550623 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:23.552225 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:23.561983 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:23.570151 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-acd88eb2-e2ae-440f-a566-ad38bf2dffe1 req-77638360-3f23-4667-b425-817efe08dd8a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Jul 20 17:55:23.675373 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:23.789294 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:23.794169 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-79104c50-7413-439b-a93e-4d832e8eca5d admin admin] 10.222.0.42 "PUT /v2.0/routers/29c8e6b7-b678-44d4-9e8c-1e37efaaab52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850535 Jul 20 17:55:23.840635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-524189ec-048d-4ef2-86e6-0b211e946de2 None None] Provisioning complete for port e108b42b-ffd5-474d-8716-219e816f317d triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:23.841015 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-524189ec-048d-4ef2-86e6-0b211e946de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e108b42b-ffd5-474d-8716-219e816f317d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:23.873884 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-524189ec-048d-4ef2-86e6-0b211e946de2 None None] Port e108b42b-ffd5-474d-8716-219e816f317d cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:24.247061 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59156) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:24.251984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131608519', 'description': 'tempest-secgroup-smoke-131608519 description', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:24.266816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa08e-fb48-46c0-ad14-c40c515de3b7 req-58cc3281-eaf6-4f4c-9dbb-95f66d4441f7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:24.270483 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d33fa08e-fb48-46c0-ad14-c40c515de3b7 req-58cc3281-eaf6-4f4c-9dbb-95f66d4441f7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Jul 20 17:55:24.319781 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d33fa08e-fb48-46c0-ad14-c40c515de3b7 req-7d4ab7f5-7d4f-4080-aa50-d58c9c96d967 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Jul 20 17:55:24.346716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.416827 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (27996092-131e-4f9f-87dc-3cf268af51a5), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.482033 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (27996092-131e-4f9f-87dc-3cf268af51a5), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.512548 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27996092-131e-4f9f-87dc-3cf268af51a5,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:24.578518 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Sync routers for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:24.587264 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.588825 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0f3dacbc-b92e-4ac4-a97f-a2f5c21c3334 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3402503 Jul 20 17:55:24.589976 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:24.590628 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:24.591562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59158) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:24.603759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:24.608278 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:24.691376 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b1d4-31aa-415f-8e5f-a2c3e0d82720 req-6396c158-0d8e-432b-a219-0d97d96935e8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:24.692887 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a5a1b1d4-31aa-415f-8e5f-a2c3e0d82720 req-6396c158-0d8e-432b-a219-0d97d96935e8 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 943 time: 0.0519488 Jul 20 17:55:24.696764 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:24.707010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (f10f6c11-8855-43a6-8727-cd484d04c055), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.751153 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a5a1b1d4-31aa-415f-8e5f-a2c3e0d82720 req-f65de70a-ca13-4316-b753-8635fe06656f tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462911 Jul 20 17:55:24.773254 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (f10f6c11-8855-43a6-8727-cd484d04c055), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.826206 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:24.854969 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (f10f6c11-8855-43a6-8727-cd484d04c055), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.871477 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10f6c11-8855-43a6-8727-cd484d04c055,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:24.899067 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 4, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'e108b42b-ffd5-474d-8716-219e816f317d', 'name': '', 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'mac_address': 'fa:16:3e:de:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:22Z', 'updated_at': '2022-07-20T17:55:23Z', 'revision_number': 2, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'subnets': [{'id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:24.924181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Checking router: 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:24.924557 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Updating router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 port e108b42b-ffd5-474d-8716-219e816f317d binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:55:24.953091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e108b42b-ffd5-474d-8716-219e816f317d), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.977058 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:24.980972 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-47f4e5e6-e4a0-4f9e-9354-030371f0460e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3883018 Jul 20 17:55:24.983854 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59162) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:24.988228 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:25.114646 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (0acada72-0765-4138-9ba0-8092fe41f119), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.135462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 588404b3-e24d-4c19-80b4-475799e1b502 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:25.137407 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5c8e7455-3527-48af-b2d4-c650e2760d71 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:55:25.174558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (0acada72-0765-4138-9ba0-8092fe41f119), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.219146 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:25.243542 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (0acada72-0765-4138-9ba0-8092fe41f119), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.253696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 588404b3-e24d-4c19-80b4-475799e1b502 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:25.254094 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (588404b3-e24d-4c19-80b4-475799e1b502), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.263763 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acada72-0765-4138-9ba0-8092fe41f119,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:25.371849 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.375950 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-cbb69ccb-c8e6-4e02-a425-24d918cced03 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3883839 Jul 20 17:55:25.376640 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks [] for port (e108b42b-ffd5-474d-8716-219e816f317d), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.376772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59166) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:25.381328 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:25.390888 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5c8e7455-3527-48af-b2d4-c650e2760d71,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:25.428074 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'port_id': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:55:25.432707 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:25.445309 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 588404b3-e24d-4c19-80b4-475799e1b502 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:25.445705 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (588404b3-e24d-4c19-80b4-475799e1b502), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.470059 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.524256 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 588404b3-e24d-4c19-80b4-475799e1b502, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=588404b3-e24d-4c19-80b4-475799e1b502,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:25.525268 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (e918374f-be34-41de-b459-70bfa9b546e8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.526730 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 5c8e7455-3527-48af-b2d4-c650e2760d71 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:25.527120 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.555677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8e7455-3527-48af-b2d4-c650e2760d71 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:55:25.560954 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91374ccc-d750-4d74-829e-795ac99ea7bc None None] Pushing event updated for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:25.562892 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:25.608073 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (e918374f-be34-41de-b459-70bfa9b546e8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.609056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (588404b3-e24d-4c19-80b4-475799e1b502), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.623811 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e598b-c82e-4ff2-86da-214b275c9854 req-bb2660bb-e77e-4cb6-afbd-b747c32e79b3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:25.625591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca5e598b-c82e-4ff2-86da-214b275c9854 req-bb2660bb-e77e-4cb6-afbd-b747c32e79b3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0743921 Jul 20 17:55:25.636750 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5c8e7455-3527-48af-b2d4-c650e2760d71,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:25.676779 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Attempting to bind port e108b42b-ffd5-474d-8716-219e816f317d on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:25.677200 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Attempting to bind port e108b42b-ffd5-474d-8716-219e816f317d by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:25.677571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Attempting to bind port e108b42b-ffd5-474d-8716-219e816f317d on network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:25.683393 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca5e598b-c82e-4ff2-86da-214b275c9854 req-9946e197-c8c9-4e85-b884-457f91870c34 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501971 Jul 20 17:55:25.688181 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (e918374f-be34-41de-b459-70bfa9b546e8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.702664 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:25.703052 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Checking segment: {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:25.703466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.703871 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Bound using segment: {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:25.704369 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Bound port: e108b42b-ffd5-474d-8716-219e816f317d, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:25.704801 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e108b42b-ffd5-474d-8716-219e816f317d), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.715229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e918374f-be34-41de-b459-70bfa9b546e8,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:25.733348 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=588404b3-e24d-4c19-80b4-475799e1b502,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:25.733348 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.818791 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.821576 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:25.824277 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5ebe4955-8264-443f-b602-1d6d77ad1b3e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468539 Jul 20 17:55:25.825041 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59170) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:25.827045 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] For port e108b42b-ffd5-474d-8716-219e816f317d, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:25.830457 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:25.831091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-7297b54d-a8d9-4bdd-bb3e-1e8af8ce9d41 None None] Provisioning complete for port e108b42b-ffd5-474d-8716-219e816f317d triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:25.831523 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7297b54d-a8d9-4bdd-bb3e-1e8af8ce9d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e108b42b-ffd5-474d-8716-219e816f317d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.833037 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:25.866565 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] For port e108b42b-ffd5-474d-8716-219e816f317d, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=e108b42b-ffd5-474d-8716-219e816f317d,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:25.873363 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680c21-f37d-401e-a9af-3364cd99864e req-c777dc97-231c-4d0b-bb68-b2610d1eed44 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:25.876871 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7680c21-f37d-401e-a9af-3364cd99864e req-c777dc97-231c-4d0b-bb68-b2610d1eed44 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 944 time: 0.0584891 Jul 20 17:55:25.879512 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-7297b54d-a8d9-4bdd-bb3e-1e8af8ce9d41 None None] Port e108b42b-ffd5-474d-8716-219e816f317d cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:25.929067 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c7680c21-f37d-401e-a9af-3364cd99864e req-c117e763-19b4-4e83-b3f0-3abe0b56542a tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Jul 20 17:55:25.932270 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (39382f0f-eb80-4d65-b075-74089468a581), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.952595 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.984835 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (39382f0f-eb80-4d65-b075-74089468a581), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.014031 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:26.014664 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:26.018787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91374ccc-d750-4d74-829e-795ac99ea7bc None None] Pushing event updated for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:26.055474 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (39382f0f-eb80-4d65-b075-74089468a581), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.076993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39382f0f-eb80-4d65-b075-74089468a581,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:26.138048 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.139616 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-599e8023-3ee5-4257-9247-4fdcb072af93 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131394 Jul 20 17:55:26.142708 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59172) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:26.148394 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:26.230942 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['5c8e7455-3527-48af-b2d4-c650e2760d71'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:55:26.232243 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.securitygroups_db [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Project 863e2e49ffb74a889fb88c4c2e7edcd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:55:26.237959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (08585fde-a236-465c-92ba-5b6c5862057f), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.247105 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:26.272091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Provisioning complete for port e108b42b-ffd5-474d-8716-219e816f317d triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:26.272428 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e108b42b-ffd5-474d-8716-219e816f317d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.305476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (08585fde-a236-465c-92ba-5b6c5862057f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.330526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:26.384987 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (08585fde-a236-465c-92ba-5b6c5862057f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.407091 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08585fde-a236-465c-92ba-5b6c5862057f,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:26.491037 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.492360 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1602e04a-b580-460d-892b-59ba272aa540 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3485205 Jul 20 17:55:26.495123 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59174) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:26.499598 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'security_group_rule': {'security_group_id': '27996092-131e-4f9f-87dc-3cf268af51a5', 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:26.538112 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Current status of the port e108b42b-ffd5-474d-8716-219e816f317d is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:26.538509 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e108b42b-ffd5-474d-8716-219e816f317d), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.540155 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:26.609520 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.securitygroups_db [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Project 863e2e49ffb74a889fb88c4c2e7edcd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:55:26.615742 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (4f1c4eac-c793-4ff9-b67d-6c20153617d3), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.650710 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] For port e108b42b-ffd5-474d-8716-219e816f317d, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=e108b42b-ffd5-474d-8716-219e816f317d,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:26.677587 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 4, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'e108b42b-ffd5-474d-8716-219e816f317d', 'name': '', 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'mac_address': 'fa:16:3e:de:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:22Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'subnets': [{'id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:26.684756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (4f1c4eac-c793-4ff9-b67d-6c20153617d3), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.705607 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dddd5-0656-4204-af90-e63efb615bb4 None None] The sync data for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi is: [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T17:55:22Z', 'revision_number': 4, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'e108b42b-ffd5-474d-8716-219e816f317d', 'name': '', 'network_id': 'ba9a709f-050e-4b34-b3ec-4fe41e4acd4d', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'mac_address': 'fa:16:3e:de:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:22Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'subnets': [{'id': '4187e9e2-bbaf-42d2-beea-92d76aa783e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:26.708651 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.710857 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.764515 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb69f6-bd07-4757-9a90-dcb12ab3a74b None None] Pushing event updated for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:26.820397 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (4f1c4eac-c793-4ff9-b67d-6c20153617d3), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.840508 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1c4eac-c793-4ff9-b67d-6c20153617d3,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:26.863531 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42957-1f56-4217-82c5-55f178272e26 req-0f0c79f3-8a19-429b-bb45-718080070166 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:26.870945 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-73c42957-1f56-4217-82c5-55f178272e26 req-0f0c79f3-8a19-429b-bb45-718080070166 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0571291 Jul 20 17:55:26.921929 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-73c42957-1f56-4217-82c5-55f178272e26 req-674c3daa-9950-496e-89bf-4725054a50fe tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495801 Jul 20 17:55:26.962984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:26.962984 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ccd8ca50-86e3-4b71-acfa-be28a5f4df2c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4651513 Jul 20 17:55:27.073948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b192b58-a71e-415b-afd4-620e6417b9c6 req-9d94b6f4-b6d5-4694-a158-cdf369e33d26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:27.075771 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b192b58-a71e-415b-afd4-620e6417b9c6 req-9d94b6f4-b6d5-4694-a158-cdf369e33d26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 944 time: 0.0695775 Jul 20 17:55:27.160854 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b192b58-a71e-415b-afd4-620e6417b9c6 req-71e00bfa-51fd-411b-a175-674c39acc74e tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784004 Jul 20 17:55:27.222066 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 588404b3-e24d-4c19-80b4-475799e1b502 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:27.275621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 588404b3-e24d-4c19-80b4-475799e1b502 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:27.276111 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (588404b3-e24d-4c19-80b4-475799e1b502), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:27.297372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5c8e7455-3527-48af-b2d4-c650e2760d71 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:27.329672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:27.381258 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 5c8e7455-3527-48af-b2d4-c650e2760d71 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:55:27.395867 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 588404b3-e24d-4c19-80b4-475799e1b502 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:27.397308 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device e108b42b-ffd5-474d-8716-219e816f317d up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:27.447425 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port e108b42b-ffd5-474d-8716-219e816f317d triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:27.447800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e108b42b-ffd5-474d-8716-219e816f317d), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:27.473097 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 5c8e7455-3527-48af-b2d4-c650e2760d71 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:27.473466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:27.580657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port e108b42b-ffd5-474d-8716-219e816f317d is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:27.591313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 5c8e7455-3527-48af-b2d4-c650e2760d71 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:27.591701 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:27.614289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:27.619703 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:27.621971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ed226-d44c-4689-b83b-7cc378ec17f1" -d '{"events": [{"server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "name": "network-vif-plugged", "status": "completed", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:27.634932 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5c8e7455-3527-48af-b2d4-c650e2760d71,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:27.706836 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:27.739267 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af768686-daa6-4dd4-ab3c-89b7ef240d53 x-openstack-request-id: req-af768686-daa6-4dd4-ab3c-89b7ef240d53 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:27.739559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "name": "network-vif-plugged", "status": "completed", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:27.739814 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af768686-daa6-4dd4-ab3c-89b7ef240d53 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:27.740206 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af768686-daa6-4dd4-ab3c-89b7ef240d53'] response: {'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'code': 200} Jul 20 17:55:27.767411 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:28.033854 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:28.051734 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317445ad-33cc-422c-a7f6-029483a78ff7 req-6222ef32-702c-4a76-846b-c8306c6bfc00 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:28.053220 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-317445ad-33cc-422c-a7f6-029483a78ff7 req-6222ef32-702c-4a76-846b-c8306c6bfc00 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Jul 20 17:55:28.100186 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-317445ad-33cc-422c-a7f6-029483a78ff7 req-9ed36a28-875d-4642-9871-515c4e54cef6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Jul 20 17:55:28.224301 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a2584-600f-4b6e-9013-3f1d1b49a4bf req-a5209be6-1b84-457a-91be-c49cde5bc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:28.225962 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-615a2584-600f-4b6e-9013-3f1d1b49a4bf req-a5209be6-1b84-457a-91be-c49cde5bc4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 1129 time: 0.0383568 Jul 20 17:55:28.284742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:28.300122 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd8973-973d-41f4-9e38-fd184eb21715 req-c5046ae5-1197-40eb-9811-75812bedc280 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:28.301660 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ccd8973-973d-41f4-9e38-fd184eb21715 req-c5046ae5-1197-40eb-9811-75812bedc280 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0641217 Jul 20 17:55:28.333260 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-615a2584-600f-4b6e-9013-3f1d1b49a4bf req-10bbf8af-03a9-43ed-ac5a-9b785e800b05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011121 Jul 20 17:55:28.359597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ccd8973-973d-41f4-9e38-fd184eb21715 req-a5c0ac83-5396-43b1-8bf0-06d19ffa77bb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517232 Jul 20 17:55:29.217500 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de483-c69f-4260-95ff-1182eb3ca381 req-76a4aceb-2290-4164-b110-b540d229fc3a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:29.218922 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-916de483-c69f-4260-95ff-1182eb3ca381 req-76a4aceb-2290-4164-b110-b540d229fc3a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0465086 Jul 20 17:55:29.265399 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:55:29.268336 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-916de483-c69f-4260-95ff-1182eb3ca381 req-9591b6ab-b351-42dd-96c3-ec16ab496f8f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Jul 20 17:55:29.371635 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:29.383488 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:55:29.419943 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: ACTIVE; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:29.420343 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:29.434756 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:55:29.457102 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:29.477736 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c76b-c4a9-426e-b74a-6c7b3a722730 req-2e06c5aa-4890-4ee7-813a-165924c2c793 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:29.479247 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8569c76b-c4a9-426e-b74a-6c7b3a722730 req-2e06c5aa-4890-4ee7-813a-165924c2c793 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0487311 Jul 20 17:55:29.531499 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8569c76b-c4a9-426e-b74a-6c7b3a722730 req-0dbdf46f-1ca7-4086-bc89-ece8d2d9bd99 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466831 Jul 20 17:55:29.550554 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:29.598076 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=6']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:29.605328 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.605671 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.606008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.606374 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.606704 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.607028 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.607351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.607672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.607998 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.608317 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.608672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.608993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.609311 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.609714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.610038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:29.789558 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:55:30.389023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaecaa-5146-446c-ab38-ec3fcb39b40a req-7dfdbab4-ed5d-4e60-9904-2cb8a85e63bb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:30.390474 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bdfaecaa-5146-446c-ab38-ec3fcb39b40a req-7dfdbab4-ed5d-4e60-9904-2cb8a85e63bb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Jul 20 17:55:30.441656 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bdfaecaa-5146-446c-ab38-ec3fcb39b40a req-621ae404-ee15-4c37-90a5-ceb02583d6ae tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Jul 20 17:55:30.645675 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487e131-1728-4a00-9290-b8b2374329eb req-b1266a15-4f1c-4863-95df-23e206a6a78b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:30.646471 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7487e131-1728-4a00-9290-b8b2374329eb req-b1266a15-4f1c-4863-95df-23e206a6a78b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0472741 Jul 20 17:55:30.695052 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7487e131-1728-4a00-9290-b8b2374329eb req-cd4e679c-4d3c-4c06-9b76-9c0688bb2f67 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Jul 20 17:55:30.810399 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b4a4-c708-4ca0-8a20-edb65a8c486e req-e8e81680-0939-4761-8c6d-0e8141c746e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:30.811876 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7087b4a4-c708-4ca0-8a20-edb65a8c486e req-e8e81680-0939-4761-8c6d-0e8141c746e6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0518687 Jul 20 17:55:30.821153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59258) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:30.825491 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Request body: {'floatingip': {'port_id': '5c8e7455-3527-48af-b2d4-c650e2760d71'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:30.866172 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.267698 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:55:31.302786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.312928 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:31.313891 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.369583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.371377 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:31.392805 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:31.393205 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.421177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:31.423444 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6003ea8-7101-43fb-9080-28507678565a" -d '{"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:31.436478 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:31.471566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:31.474804 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac1e3c-cf98-4eff-8dd0-07d2c54938d1 x-openstack-request-id: req-88ac1e3c-cf98-4eff-8dd0-07d2c54938d1 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:31.475349 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:31.476030 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88ac1e3c-cf98-4eff-8dd0-07d2c54938d1 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:31.476562 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ac1e3c-cf98-4eff-8dd0-07d2c54938d1'] response: {'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'code': 200} Jul 20 17:55:31.478545 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP 465ea7b7-2f45-4712-8e8d-26ae9a878e2a associated. External IP: 172.27.3.40, port: 5c8e7455-3527-48af-b2d4-c650e2760d71. Jul 20 17:55:31.522426 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.574750 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=7']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:31.857512 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158b1b5-d354-4da7-94d7-66a19d12e5d9 req-cc817bf5-1005-4040-86ff-ac310378de4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:31.859005 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b158b1b5-d354-4da7-94d7-66a19d12e5d9 req-cc817bf5-1005-4040-86ff-ac310378de4b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0917051 Jul 20 17:55:31.959586 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b158b1b5-d354-4da7-94d7-66a19d12e5d9 req-8d5562cf-dbae-4e63-8fc7-af5863546fe0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925634 Jul 20 17:55:32.023584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:32.133944 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:32.138986 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:32.143529 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:32.160037 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:32.160943 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:32.171945 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-8e83f4fe-cd0b-402b-9fbd-ab2e5bcbbc6b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "PUT /v2.0/floatingips/465ea7b7-2f45-4712-8e8d-26ae9a878e2a HTTP/1.1" status: 200 len: 990 time: 1.3496637 Jul 20 17:55:32.172574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:32.174879 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1e126c-e714-4536-a20d-486773b5fe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:32.222864 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e82f8b-51f3-4bc0-b7df-77e8ae5afbac x-openstack-request-id: req-f5e82f8b-51f3-4bc0-b7df-77e8ae5afbac {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:32.223231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:32.223591 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5e82f8b-51f3-4bc0-b7df-77e8ae5afbac {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:32.224185 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e82f8b-51f3-4bc0-b7df-77e8ae5afbac'] response: {'name': 'network-changed', 'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'status': 'completed', 'code': 200} Jul 20 17:55:32.269281 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:32.324871 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-eb611b4d-875a-4086-a475-74ac51c57c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:32.326492 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-eb611b4d-875a-4086-a475-74ac51c57c8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93918dc6b6f445d18a3ecb003524152d&device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 1129 time: 0.0522242 Jul 20 17:55:32.363964 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:32.475214 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-e4a22155-8948-4077-9d56-c840aff7f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:32.478365 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-e4a22155-8948-4077-9d56-c840aff7f9c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 200 len: 916 time: 0.1415896 Jul 20 17:55:32.550124 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '465ea7b7-2f45-4712-8e8d-26ae9a878e2a', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:55:14Z', 'updated_at': '2022-07-20T17:55:31Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:32.552027 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-7538e6ed-0aef-4db2-a316-480e0ba1fd88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8e7455-3527-48af-b2d4-c650e2760d71 HTTP/1.1" status: 200 len: 998 time: 0.0612557 Jul 20 17:55:32.584559 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:32.596066 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:32.596945 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:32.618844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-cb998fd4-b39c-4d53-9768-9e328161ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:32.620422 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-cb998fd4-b39c-4d53-9768-9e328161ce16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 200 len: 854 time: 0.0594952 Jul 20 17:55:32.701941 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-68006999-cc33-447a-ab14-5f4d2b4ffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:32.704518 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-68006999-cc33-447a-ab14-5f4d2b4ffa43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e772fe92-4472-4af3-b6e9-3d6e16e3740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748537 Jul 20 17:55:32.718511 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:32.828747 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-4d8fac5a-00bd-42f1-8f92-bfdbbea82204 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119015 Jul 20 17:55:32.989468 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a1e126c-e714-4536-a20d-486773b5fe5a req-49f6246f-b73e-457b-bf4e-f11df4851759 service neutron] 10.222.0.18 "GET /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512890 Jul 20 17:55:33.049663 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '465ea7b7-2f45-4712-8e8d-26ae9a878e2a', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:55:14Z', 'updated_at': '2022-07-20T17:55:31Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:33.100041 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02707-84fc-4fea-abd5-ffc2952b2feb None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '465ea7b7-2f45-4712-8e8d-26ae9a878e2a', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'port_id': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:55:14Z', 'updated_at': '2022-07-20T17:55:31Z', 'revision_number': 1, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:33.167330 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:33.188738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89db75-de83-4fb3-88c4-83db47331cef req-af0e74ce-11e4-44d2-81b2-7df84fb1a0cd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:33.203858 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c89db75-de83-4fb3-88c4-83db47331cef req-af0e74ce-11e4-44d2-81b2-7df84fb1a0cd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.1044478 Jul 20 17:55:33.232243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:33.275866 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c89db75-de83-4fb3-88c4-83db47331cef req-0cba816a-d9a4-496f-a0e2-6d1913b88e5f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725205 Jul 20 17:55:33.400041 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82abdad-e88d-46fc-999b-9e42e867a768 None None] New status for floating IP 465ea7b7-2f45-4712-8e8d-26ae9a878e2a: ACTIVE {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:55:33.456669 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:33.512714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:34.440710 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef449-a7b2-42bf-961b-740fbb220d68 req-a008e915-e58b-4707-87d1-e6249a7a39c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:34.442222 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-abaef449-a7b2-42bf-961b-740fbb220d68 req-a008e915-e58b-4707-87d1-e6249a7a39c4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0736229 Jul 20 17:55:34.519266 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-abaef449-a7b2-42bf-961b-740fbb220d68 req-e7e72d60-4217-4472-b815-6142766366c5 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706604 Jul 20 17:55:35.649806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce36e6-1591-4260-9ffc-b8bd19808737 req-054f8adc-9555-4de9-a737-8d32be7b23a0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:35.651426 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bce36e6-1591-4260-9ffc-b8bd19808737 req-054f8adc-9555-4de9-a737-8d32be7b23a0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0517957 Jul 20 17:55:35.711751 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6bce36e6-1591-4260-9ffc-b8bd19808737 req-14e09485-061a-4d46-8f47-06a25b2e3d3f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533504 Jul 20 17:55:36.698997 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:55:36.839902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2be81-1c5c-476c-9c15-82b89cee344e req-c1574726-c056-4700-9fc7-5e70b8569183 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:36.841298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:36.841713 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87d2be81-1c5c-476c-9c15-82b89cee344e req-c1574726-c056-4700-9fc7-5e70b8569183 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Jul 20 17:55:36.898593 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87d2be81-1c5c-476c-9c15-82b89cee344e req-fb66843c-0dc1-47b8-8c4f-ca2c659da461 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509005 Jul 20 17:55:38.028454 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2474-9175-44fc-876e-2768babc5cfc req-960493a9-b7e4-4c1d-ac20-b90bb9e36502 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:38.030074 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-545f2474-9175-44fc-876e-2768babc5cfc req-960493a9-b7e4-4c1d-ac20-b90bb9e36502 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Jul 20 17:55:38.081077 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-545f2474-9175-44fc-876e-2768babc5cfc req-638d0d4c-1a94-4f95-8a2e-99a368cc56db tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454135 Jul 20 17:55:39.230149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46bb9b-dffe-4a2f-a609-bbde8b659227 req-821ca70f-19f7-4e83-9440-9e99317125d9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:39.232766 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab46bb9b-dffe-4a2f-a609-bbde8b659227 req-821ca70f-19f7-4e83-9440-9e99317125d9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0682828 Jul 20 17:55:39.285513 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab46bb9b-dffe-4a2f-a609-bbde8b659227 req-ca6e25b6-bf48-4c6f-b030-f4c2f1d4889d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Jul 20 17:55:40.443654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace130e-8e14-4635-8b36-2ce025b446d7 req-552937c6-7df1-47bd-aa4d-3e71cfae798a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:40.453614 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6ace130e-8e14-4635-8b36-2ce025b446d7 req-552937c6-7df1-47bd-aa4d-3e71cfae798a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0753222 Jul 20 17:55:40.499983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6ace130e-8e14-4635-8b36-2ce025b446d7 req-8c3e3f6a-2dd2-48ee-909b-fc06e870dac7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Jul 20 17:55:41.649977 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b612772-2d8c-4122-b0a8-741aeaa9bfe6 req-a983e075-7a85-4817-b209-fcf65e7eda90 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:41.657587 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b612772-2d8c-4122-b0a8-741aeaa9bfe6 req-a983e075-7a85-4817-b209-fcf65e7eda90 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0821831 Jul 20 17:55:41.705446 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b612772-2d8c-4122-b0a8-741aeaa9bfe6 req-7f653cdb-f656-4f21-be8b-92a82f21ddf0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Jul 20 17:55:42.829955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f548818-de4e-406f-a104-80423cb30afe req-35a5c076-ac90-4b96-90b5-86282f4c6502 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:42.833097 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f548818-de4e-406f-a104-80423cb30afe req-35a5c076-ac90-4b96-90b5-86282f4c6502 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0547903 Jul 20 17:55:42.918238 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f548818-de4e-406f-a104-80423cb30afe req-5cd0be3c-759d-492d-9c76-5444a3ebfda7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790079 Jul 20 17:55:42.924500 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a7849-b628-4fc1-b82b-f453f3ded2a4 req-26bbad44-bff2-4edd-ab8d-3dbfdc804f32 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:42.925885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-934a7849-b628-4fc1-b82b-f453f3ded2a4 req-26bbad44-bff2-4edd-ab8d-3dbfdc804f32 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0679505 Jul 20 17:55:42.974277 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-934a7849-b628-4fc1-b82b-f453f3ded2a4 req-6954983d-8f7d-4ce9-8435-fbaaf288df79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Jul 20 17:55:43.541353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:44.039139 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728e9f-8306-428d-924d-628781136b3e req-5408d4d1-9aa7-4f15-9947-96489d9f6875 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:44.040638 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a4728e9f-8306-428d-924d-628781136b3e req-5408d4d1-9aa7-4f15-9947-96489d9f6875 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0477185 Jul 20 17:55:44.102894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:44.111140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a549d-92ab-44c9-8981-2a39dcae3d95 req-db495ea7-8523-43f6-98b3-ef349994bd8b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:44.112637 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-357a549d-92ab-44c9-8981-2a39dcae3d95 req-db495ea7-8523-43f6-98b3-ef349994bd8b tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0697663 Jul 20 17:55:44.139084 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a4728e9f-8306-428d-924d-628781136b3e req-128d0bea-8ca3-4ea8-9711-39ee82c533e8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867648 Jul 20 17:55:44.146465 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:44.169150 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-357a549d-92ab-44c9-8981-2a39dcae3d95 req-b5d0d6ba-feac-40c5-ab53-199a418f9478 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 Jul 20 17:55:44.495181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f7da3b7f-bdaa-403a-9b8c-c4f91a12f072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:44.690121 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=98 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:44.907402 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-0f8bf679-1156-4175-8511-28b5633dbf8d tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131608519&fields=id&tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4 HTTP/1.1" status: 200 len: 267 time: 0.0448492 Jul 20 17:55:45.015986 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-53fef4f9-3724-41c4-bd95-a19382dacfc7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:45.017357 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-53fef4f9-3724-41c4-bd95-a19382dacfc7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 808 time: 0.1036291 Jul 20 17:55:45.031573 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-839a0c97-9c76-4655-829e-3823247a5e68 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/quotas/863e2e49ffb74a889fb88c4c2e7edcd4 HTTP/1.1" status: 200 len: 375 time: 0.0090029 Jul 20 17:55:45.080279 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a92f34e-292f-44b4-bee2-e567e13a6a4e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439136 Jul 20 17:55:45.176932 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-01725692-792d-4518-bcbc-a5eb4572b60f service neutron] 10.222.0.42 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Jul 20 17:55:45.297661 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819fee-06e6-4365-92a8-829e1f4d320e req-17babf6c-b3b8-46c4-aecd-f3a09164f9c6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:45.299032 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-60819fee-06e6-4365-92a8-829e1f4d320e req-17babf6c-b3b8-46c4-aecd-f3a09164f9c6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0870144 Jul 20 17:55:45.329631 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-3de60a67-340c-4139-a365-3b98e5ece228 service neutron] 10.222.0.42 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464162 Jul 20 17:55:45.359482 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-60819fee-06e6-4365-92a8-829e1f4d320e req-d4dd5e77-96b4-499d-b40c-9fb3f1b33374 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513167 Jul 20 17:55:45.467394 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b16ab-33a6-498d-b57f-d55b5c53561a req-f2c19d75-f2f4-48a7-88ff-664bf4b93a73 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:45.468905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fc8b16ab-33a6-498d-b57f-d55b5c53561a req-f2c19d75-f2f4-48a7-88ff-664bf4b93a73 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0519991 Jul 20 17:55:45.515460 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fc8b16ab-33a6-498d-b57f-d55b5c53561a req-4a28248a-4f68-4256-b97a-b19ea55605db tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jul 20 17:55:46.018034 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3c87ea7e-a118-44c5-a245-759009e930f7 req-ef6af49c-b149-4abc-aad6-6fd2957e522e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Jul 20 17:55:46.489020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01971-e486-49b2-8300-e5ecb736611b req-27bd16fd-d9aa-42af-b183-056cc5d21dce tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.490468 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5fc01971-e486-49b2-8300-e5ecb736611b req-27bd16fd-d9aa-42af-b183-056cc5d21dce tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0574567 Jul 20 17:55:46.544972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-a1d4ac55-2a6f-4a18-b51a-e7f941403de5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.546442 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-a1d4ac55-2a6f-4a18-b51a-e7f941403de5 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0767095 Jul 20 17:55:46.569829 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5fc01971-e486-49b2-8300-e5ecb736611b req-d205d385-c05d-4ca5-9aab-3598397e293d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596886 Jul 20 17:55:46.635061 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81825aa4-9e8f-4536-951f-d030307a8372 req-07a0b76a-7cf9-4cb2-95bc-80ffe25ee4ca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.636465 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81825aa4-9e8f-4536-951f-d030307a8372 req-07a0b76a-7cf9-4cb2-95bc-80ffe25ee4ca tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 945 time: 0.0477254 Jul 20 17:55:46.692530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81825aa4-9e8f-4536-951f-d030307a8372 req-bff0acc4-bcf3-4a02-9395-a73992e78967 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=6568696b-4eb9-4b24-8e91-edda6526febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503635 Jul 20 17:55:46.694933 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=56 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:46.722870 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-8941f07a-8d56-4e72-b217-46ea597b5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.724414 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-8941f07a-8d56-4e72-b217-46ea597b5331 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1129 time: 0.0423410 Jul 20 17:55:46.771190 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Deleting port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:46.771592 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:46.814786 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-942a7d93-81e5-4f37-ba7e-bc761328f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.816590 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-942a7d93-81e5-4f37-ba7e-bc761328f1df service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.0863769 Jul 20 17:55:46.827779 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:46.857523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:46.864682 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] For port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:46.864883 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8b0c9b19-ab04-45f6-8a2b-da8aaba1cfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:46.865362 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:46.883525 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-59248c86-d7c6-465a-b5c7-aa0a3ef5c248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0607033 Jul 20 17:55:46.931967 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-3ebbfeca-4b72-41be-94b2-0bfb5e1d1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.933494 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-3ebbfeca-4b72-41be-94b2-0bfb5e1d1b6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0442770 Jul 20 17:55:46.977591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-101febcd-33e1-4a27-b683-0915dd8b0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:46.979111 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-101febcd-33e1-4a27-b683-0915dd8b0649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394843 Jul 20 17:55:47.035202 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:47.035573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:47.035890 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Floating IP 07abbbb1-01bf-4852-8ba0-df0dbeac513d disassociated. External IP: 172.27.3.147, port: 3ed31386-5e58-4b1f-be48-e5bcbda66a7d. Jul 20 17:55:47.036244 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Calling delete_port for 3ed31386-5e58-4b1f-be48-e5bcbda66a7d owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:47.080126 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-d46fa9f7-d555-4608-ac71-7e98834c1ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945706 Jul 20 17:55:47.126689 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f548f73d-384a-4b74-af50-4d33520f9e28 req-c326d346-b8d3-4974-b885-6b16dcdf76d5 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0377176 Jul 20 17:55:47.175693 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-5b4e0da7-8ca5-435c-8fdf-3ddc03c4ecd7 req-4f945847-c897-4916-b1da-a709d36fc46c service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888991 Jul 20 17:55:47.290083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (3ed31386-5e58-4b1f-be48-e5bcbda66a7d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:47.324555 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event deleted for resources: {'Port': ['ID=3ed31386-5e58-4b1f-be48-e5bcbda66a7d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:47.437401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:55:47.539287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:55:47.549122 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:55:47.559163 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:47.559764 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:47.580295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] No DVR routers for this DVR port 3ed31386-5e58-4b1f-be48-e5bcbda66a7d on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:47.582914 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:47.586787 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c0f0a49d-71a5-4919-9d78-f3b0840324f0 req-06f1ed21-422a-404d-94ce-b3a8f9fc08a3 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "DELETE /v2.0/ports/3ed31386-5e58-4b1f-be48-e5bcbda66a7d HTTP/1.1" status: 204 len: 173 time: 0.9127920 Jul 20 17:55:47.587303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'name': 'network-vif-deleted', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:47.589596 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545d7f51-d772-43cb-98fb-628c42867022" -d '{"events": [{"server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "name": "network-vif-deleted", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:47.629654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116349ed-75a1-4d84-9cd2-b0b07f2e7e44 x-openstack-request-id: req-116349ed-75a1-4d84-9cd2-b0b07f2e7e44 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:47.630094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134b17e0-3dcb-4586-9810-065cd7ec4243", "name": "network-vif-deleted", "tag": "3ed31386-5e58-4b1f-be48-e5bcbda66a7d", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:47.630356 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-116349ed-75a1-4d84-9cd2-b0b07f2e7e44 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:47.631369 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116349ed-75a1-4d84-9cd2-b0b07f2e7e44'] response: {'server_uuid': '134b17e0-3dcb-4586-9810-065cd7ec4243', 'name': 'network-vif-deleted', 'tag': '3ed31386-5e58-4b1f-be48-e5bcbda66a7d', 'status': 'completed', 'code': 200} Jul 20 17:55:47.666292 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:47.692395 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4590e4-9b45-4281-a451-9ccc94a3e1d8 req-69e209c5-9ac0-4645-a574-ee5741efc08a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:47.693985 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f4590e4-9b45-4281-a451-9ccc94a3e1d8 req-69e209c5-9ac0-4645-a574-ee5741efc08a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0500000 Jul 20 17:55:47.753677 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9f4590e4-9b45-4281-a451-9ccc94a3e1d8 req-5f9ad597-8b4e-49db-99cc-d195e17a5ba2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540023 Jul 20 17:55:47.816921 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-63ef6d6b-359b-46b2-9771-e90d81438b67 req-5c7341e5-4987-4a3f-b224-95a444faa1cc tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0346866 Jul 20 17:55:47.958118 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:47.983268 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:55:47.991756 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:55:47.992359 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:48.092053 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:55:48.277957 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:48.284906 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:55:48.310861 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c37e8-6b16-4b2d-903c-350ee300f2b4 None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:00Z', 'revision_number': 4, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '4f4fa93b-fb31-4e39-89c1-4ebb24ff386a', 'name': '', 'network_id': '2628e491-f238-47ac-a0ee-cb782ad8236f', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'mac_address': 'fa:16:3e:f4:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:51:00Z', 'updated_at': '2022-07-20T17:51:05Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'subnets': [{'id': 'da3c9586-a3f0-4633-85ef-b01b156059c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:55:48.459134 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-27980c00-f698-4e25-942c-6198adc54dd9 req-bff7b8e5-18b8-4387-bc1e-7eaaff904324 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.2668965 Jul 20 17:55:48.530800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3822f-c474-4b94-aacd-1aa44c9a42bd None None] New status for floating IP 07abbbb1-01bf-4852-8ba0-df0dbeac513d: DOWN {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:55:48.913677 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd28d3-ac13-4f40-9297-46ecf0a6d69a req-4a157bf9-b343-411d-91ac-822dea8b8ff4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:48.915192 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9cd28d3-ac13-4f40-9297-46ecf0a6d69a req-4a157bf9-b343-411d-91ac-822dea8b8ff4 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 945 time: 0.0624957 Jul 20 17:55:48.933557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed80057f-2f89-4a12-a0ab-4f6f5b9ab082 req-4b9730b0-17b4-4b5f-91c0-02a18251b4d1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0376294 Jul 20 17:55:48.981331 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9cd28d3-ac13-4f40-9297-46ecf0a6d69a req-b4eae019-fec4-4426-ae63-c8a3576ffdf7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503666 Jul 20 17:55:49.354941 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 3ed31386-5e58-4b1f-be48-e5bcbda66a7d no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:49.377625 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 3ed31386-5e58-4b1f-be48-e5bcbda66a7d {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:55:49.377968 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 3ed31386-5e58-4b1f-be48-e5bcbda66a7d not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:55:49.378798 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:55:49.446270 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: ACTIVE; New status is: DOWN {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:49.446657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:49.469840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:49.472064 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af822d-e957-4cae-a76a-b9a7613e069c" -d '{"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:49.485732 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:49.511901 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1375370-0f09-4d96-a4da-786e2709e554 x-openstack-request-id: req-c1375370-0f09-4d96-a4da-786e2709e554 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:49.512261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:49.512650 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1375370-0f09-4d96-a4da-786e2709e554 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:49.513144 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1375370-0f09-4d96-a4da-786e2709e554'] response: {'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'code': 200} Jul 20 17:55:49.554870 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5cb43314-19d4-4257-a8c1-37f508a3a1ca req-66ecc7d0-ddc5-4d43-a5d4-cbe7bc61781b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Jul 20 17:55:49.603936 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:49.657152 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=8']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:49.951973 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:50.036924 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:50.077377 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ec538f95-1df1-4b8b-9420-b34730c79dc4 req-948b81a9-df11-4c08-9998-137e6aa1ff16 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=134b17e0-3dcb-4586-9810-065cd7ec4243 HTTP/1.1" status: 200 len: 210 time: 0.0391190 Jul 20 17:55:50.091644 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:50.148162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:50.163830 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d28f6-4e31-4831-b014-21c45d373540 req-f84ee07c-b6c4-49c7-bbd6-19c1568b5d65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:50.165347 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fc8d28f6-4e31-4831-b014-21c45d373540 req-f84ee07c-b6c4-49c7-bbd6-19c1568b5d65 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0931461 Jul 20 17:55:50.206079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-3b902bc7-a4e8-4b7b-94a6-81a5b89c6285 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:50.207556 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-3b902bc7-a4e8-4b7b-94a6-81a5b89c6285 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 808 time: 0.1959777 Jul 20 17:55:50.241943 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fc8d28f6-4e31-4831-b014-21c45d373540 req-5d367172-c8f0-48f2-a73b-7af38b339388 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709891 Jul 20 17:55:50.309666 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-973431a1-7ae0-4165-b9eb-04fb9d97ed7b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4 HTTP/1.1" status: 200 len: 379 time: 0.0782533 Jul 20 17:55:50.334099 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'port': {'device_id': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'admin_state_up': True, 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'security_groups': ['27996092-131e-4f9f-87dc-3cf268af51a5']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:50.529215 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Made reservation on behalf of 863e2e49ffb74a889fb88c4c2e7edcd4 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:55:50.532753 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:50.671566 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6b853dfb-4f12-475b-9523-5a9081b88da8 req-79471811-c9c8-4e6a-9259-1f1dcd9e33ac tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0365143 Jul 20 17:55:50.692032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Allocated IP 172.20.0.13 (3f57c44c-778f-4bc1-93a2-a0a8e3568860/600c47a6-0ca2-4f01-a27c-863fe1db25f8/0d2efd3e-013a-4a3b-bc60-84e6553804e3) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:55:50.734110 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:50.829312 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:50.945085 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:50.991142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:55:50.994196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:55:51.000485 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:55:51.026702 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:51.057440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:51.058115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.199168 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-6a302937-a8bb-4b21-8314-6ce20d125bf3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8664498 Jul 20 17:55:51.214594 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-853aa6b2-e232-48bb-a229-39e156bc877a None None] Provisioning complete for port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:55:51.215619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-853aa6b2-e232-48bb-a229-39e156bc877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.218969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Request body: {'port': {'device_id': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:55:51.222565 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59464) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:51.255611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-853aa6b2-e232-48bb-a229-39e156bc877a None None] Port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:55:51.285442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.290431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (6568696b-4eb9-4b24-8e91-edda6526febb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.323234 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (6568696b-4eb9-4b24-8e91-edda6526febb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.411765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:51.518324 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (6568696b-4eb9-4b24-8e91-edda6526febb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.522156 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.524790 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "DELETE /v2.0/security-groups/6568696b-4eb9-4b24-8e91-edda6526febb HTTP/1.1" status: 204 len: 168 time: 0.3011615 Jul 20 17:55:51.534451 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59468) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:51.541798 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6568696b-4eb9-4b24-8e91-edda6526febb,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:51.550771 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2efd3e-013a-4a3b-bc60-84e6553804e3 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.api.v2.resource [None req-08301bbb-e0fd-4ba1-ae11-ab42a9645e13 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] show failed (client error): The resource could not be found. Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-08301bbb-e0fd-4ba1-ae11-ab42a9645e13 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups/6568696b-4eb9-4b24-8e91-edda6526febb HTTP/1.1" status: 404 len: 347 time: 0.0196500 Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.558527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.559431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.559431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.559431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.559675 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.559882 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.560210 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.560563 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.560887 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.561212 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a8cb-d951-4544-8118-627633941d2e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:55:51.561329 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks [] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.563582 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59470) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:51.575493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Transition to ACTIVE for port object 0d2efd3e-013a-4a3b-bc60-84e6553804e3 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:55:51.660621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.696273 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Deleting port 35fb2854-091e-45c6-b6a1-e33f049aa3e1 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:51.696668 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.753828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:51.801207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.801542 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (35fb2854-091e-45c6-b6a1-e33f049aa3e1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.835517 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Calling delete_port for 35fb2854-091e-45c6-b6a1-e33f049aa3e1 owned by network:floatingip {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:51.876701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8c7e-b485-4400-90b8-dfdc58ca78ec req-3c47ac39-eea9-4aee-885f-fc721ca03be8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:51.883789 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-96da8c7e-b485-4400-90b8-dfdc58ca78ec req-3c47ac39-eea9-4aee-885f-fc721ca03be8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0866268 Jul 20 17:55:51.894505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:51.904272 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:51.920759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Attempting to bind port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:55:51.921103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Attempting to bind port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:55:51.921428 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Attempting to bind port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 on network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:51.921978 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:51.926717 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 on network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:55:51.927270 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Attempting to bind port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 on network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:55:51.944281 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:55:51.944906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Checking segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:55:51.948521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Bound using segment: {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:55:51.948521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Bound port: 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180993c1-3ffc-4cf1-8842-b7586f035057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:55:51.948521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:51.976933 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-96da8c7e-b485-4400-90b8-dfdc58ca78ec req-967d2834-e2fe-4e93-b72e-6e497e9d05f4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922787 Jul 20 17:55:52.023470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:55:52.026939 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:55:52.089613 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (35fb2854-091e-45c6-b6a1-e33f049aa3e1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:52.113289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:52.118463 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event deleted for resources: {'Port': ['ID=35fb2854-091e-45c6-b6a1-e33f049aa3e1,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:52.157169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.157169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:52.157169 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 1094 time: 0.9414287 Jul 20 17:55:52.157169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:52.158257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd672a69-11ba-488e-92b3-5649f783b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:52.186039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946c19-0d60-4f6a-8238-68e91360a9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:52.187562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks [] for floatingip (07abbbb1-01bf-4852-8ba0-df0dbeac513d), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:52.190185 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:52.194316 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-40375af2-3d2f-45af-8ddb-2e39cb4acd79 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "DELETE /v2.0/floatingips/07abbbb1-01bf-4852-8ba0-df0dbeac513d HTTP/1.1" status: 204 len: 168 time: 0.6272671 Jul 20 17:55:52.241289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d5a2a-cf6a-463d-9f9e-343be7fb2966 x-openstack-request-id: req-cc9d5a2a-cf6a-463d-9f9e-343be7fb2966 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:52.241570 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:52.241828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc9d5a2a-cf6a-463d-9f9e-343be7fb2966 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:52.242240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9d5a2a-cf6a-463d-9f9e-343be7fb2966'] response: {'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'status': 'completed', 'code': 200} Jul 20 17:55:52.330358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-585c2e9b-ad9d-461b-b578-5d9bf315638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.331984 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-585c2e9b-ad9d-461b-b578-5d9bf315638c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1128 time: 0.0421970 Jul 20 17:55:52.461096 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-95fa082e-8626-46cf-a5dd-7cc7622cbe2b req-f9a52d80-e8c2-4ae2-885f-9cf45dd2262e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:55:52.462059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-95fa082e-8626-46cf-a5dd-7cc7622cbe2b req-f9a52d80-e8c2-4ae2-885f-9cf45dd2262e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069635 Jul 20 17:55:52.463531 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-c37f93b3-a0fb-4eb2-b07b-6034e74a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.464909 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-c37f93b3-a0fb-4eb2-b07b-6034e74a2857 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1190913 Jul 20 17:55:52.559501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:52.564289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-2f10ec43-7bba-4156-a298-4f3ea3d0670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.566073 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fd672a69-11ba-488e-92b3-5649f783b5cc req-2f10ec43-7bba-4156-a298-4f3ea3d0670a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938852 Jul 20 17:55:52.661598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-b5fb11df-e7c9-4358-b59c-bf6ccf81a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.663104 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-b5fb11df-e7c9-4358-b59c-bf6ccf81a7e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1128 time: 0.0391908 Jul 20 17:55:52.717805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-2584540b-f10f-4914-bd2b-2f0ce1e34eef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 217 time: 0.0410779 Jul 20 17:55:52.766066 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-cb47cc1a-de0f-4cec-8b4e-0c8104170831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.767516 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-cb47cc1a-de0f-4cec-8b4e-0c8104170831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0435474 Jul 20 17:55:52.808115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-0ecd0c1e-6783-480e-a512-2756765e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:52.809604 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-0ecd0c1e-6783-480e-a512-2756765e7516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360038 Jul 20 17:55:52.903910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-5c297199-8b4b-4a6d-9661-f967c9928819 service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869429 Jul 20 17:55:53.019716 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c20db08b-e1dd-4527-8cfa-6bd3812b5cae req-5ef96c80-e556-4627-bc73-e6c695a4d8fe service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086755 Jul 20 17:55:53.069552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918bad-2a13-40b5-a85f-2c87bb5b7625 req-9fedd29a-00e4-45e1-952d-597d6f477c50 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:53.070971 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-45918bad-2a13-40b5-a85f-2c87bb5b7625 req-9fedd29a-00e4-45e1-952d-597d6f477c50 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0670123 Jul 20 17:55:53.117480 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeec-149a-459e-bb9c-b54cf0125756 req-8e96f6a3-8b40-4f5b-9626-0eaf8dbfb2ee tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:53.118944 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3774aeec-149a-459e-bb9c-b54cf0125756 req-8e96f6a3-8b40-4f5b-9626-0eaf8dbfb2ee tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0685067 Jul 20 17:55:53.160721 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-45918bad-2a13-40b5-a85f-2c87bb5b7625 req-9308d71e-60ff-4efe-b785-ab232b6823e7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 Jul 20 17:55:53.192512 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3774aeec-149a-459e-bb9c-b54cf0125756 req-a3d98fe5-0717-4be8-95d2-4c1ab6ab7e7b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611644 Jul 20 17:55:53.459147 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:53.612509 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59520) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:53.699977 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-bd72f1c4-8499-4d9b-8b5e-aceba98ffe8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861561 Jul 20 17:55:53.708679 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-79119e15-eea1-4ae2-b57a-1105b5473b75 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:55:53.710087 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-79119e15-eea1-4ae2-b57a-1105b5473b75 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050409 Jul 20 17:55:53.785103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59530) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:53.882815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-2b4dad14-bdb3-416b-9318-294cdc7d923b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:53.884162 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-2b4dad14-bdb3-416b-9318-294cdc7d923b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports/c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 940 time: 0.0980668 Jul 20 17:55:54.296910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5faf-632b-4aa6-92f0-b4102e7708dd req-2dcbea73-2ee8-45f6-a5d0-aa44ff9b3075 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:54.298376 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-581e5faf-632b-4aa6-92f0-b4102e7708dd req-2dcbea73-2ee8-45f6-a5d0-aa44ff9b3075 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0589216 Jul 20 17:55:54.347190 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd79a26-75c6-41fd-b7b1-0b7bfa848ba2 req-c7b44e45-0fbd-46c5-ab77-d520915a7c56 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:54.348692 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fd79a26-75c6-41fd-b7b1-0b7bfa848ba2 req-c7b44e45-0fbd-46c5-ab77-d520915a7c56 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0734241 Jul 20 17:55:54.392847 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-581e5faf-632b-4aa6-92f0-b4102e7708dd req-1d12185b-f37a-4c9a-b186-faa488ae89df tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784066 Jul 20 17:55:54.417820 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fd79a26-75c6-41fd-b7b1-0b7bfa848ba2 req-8df0af6b-cc97-4ff2-8aaf-119848ed4fc9 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588274 Jul 20 17:55:55.244869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d64bb6-e313-4bd7-986a-bd61e3b8f61b req-2abc6b9e-e1fa-421e-b38b-37a5b96baf7c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:55.246336 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87d64bb6-e313-4bd7-986a-bd61e3b8f61b req-2abc6b9e-e1fa-421e-b38b-37a5b96baf7c tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0502589 Jul 20 17:55:55.292655 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-87d64bb6-e313-4bd7-986a-bd61e3b8f61b req-922638e9-f47c-4c00-bdb3-ba2780e5f28f tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Jul 20 17:55:55.537982 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55511-ab1e-4c3a-8924-3ce2ea3a9643 req-1b4f52c3-d1d4-4853-993b-cb9ef521f296 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:55.539480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a0b55511-ab1e-4c3a-8924-3ce2ea3a9643 req-1b4f52c3-d1d4-4853-993b-cb9ef521f296 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0735166 Jul 20 17:55:55.558960 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff42046-fd26-44bd-8c19-e3ad9305f2e2 req-050ebbd5-02fc-4c9c-9c9d-3f366ad26a63 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:55.560265 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ff42046-fd26-44bd-8c19-e3ad9305f2e2 req-050ebbd5-02fc-4c9c-9c9d-3f366ad26a63 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0660627 Jul 20 17:55:55.629941 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a0b55511-ab1e-4c3a-8924-3ce2ea3a9643 req-fe9cb450-a78d-4e65-b4cd-53c9c843e1c1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846055 Jul 20 17:55:55.634913 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2ff42046-fd26-44bd-8c19-e3ad9305f2e2 req-b42d502f-e492-463a-b998-e35038d9a95a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642931 Jul 20 17:55:56.406737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ddf3-2285-4e5f-b411-5a5a6f70cfce req-3ac7cf10-a996-4517-9fbb-87d6a286bfb1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:56.408202 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e624ddf3-2285-4e5f-b411-5a5a6f70cfce req-3ac7cf10-a996-4517-9fbb-87d6a286bfb1 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0467088 Jul 20 17:55:56.454942 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e624ddf3-2285-4e5f-b411-5a5a6f70cfce req-97f30839-fc5e-4336-ab3a-7b3f9c2d7f84 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Jul 20 17:55:56.643340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:56.752458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140801-7614-41de-87b1-87c24ecaaa7f req-03f279f6-757e-4005-95cf-50937c8f22f7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:56.754046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab140801-7614-41de-87b1-87c24ecaaa7f req-03f279f6-757e-4005-95cf-50937c8f22f7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Jul 20 17:55:56.811898 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab140801-7614-41de-87b1-87c24ecaaa7f req-74a7ea1c-cc5f-445c-9ae6-ebf8d34edacd tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513146 Jul 20 17:55:56.901313 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598a6c1-49a8-40f2-9520-e2f0e8c7cf3d req-bb50eddb-7a98-45d2-8856-742bc828909d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:56.902678 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1598a6c1-49a8-40f2-9520-e2f0e8c7cf3d req-bb50eddb-7a98-45d2-8856-742bc828909d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0468662 Jul 20 17:55:56.949452 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1598a6c1-49a8-40f2-9520-e2f0e8c7cf3d req-e1fcbf60-ff60-4569-a256-85cf06661f1b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Jul 20 17:55:57.290711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-d6b573d1-ca0b-415d-9fe4-4b0565841197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.292223 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-d6b573d1-ca0b-415d-9fe4-4b0565841197 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60&tenant_id=1e0c8bf2bfe34311961a4bde7f102944 HTTP/1.1" status: 200 len: 1127 time: 0.0389023 Jul 20 17:55:57.557981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-0337c5f6-2f5f-466b-b5e0-5019cb8910ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.559617 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-0337c5f6-2f5f-466b-b5e0-5019cb8910ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1127 time: 0.0662501 Jul 20 17:55:57.577845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560cc55-564c-4d55-baa7-7d64766a8cd1 req-c793b075-d43e-4514-b43a-14b5f82d76cb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.579192 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5560cc55-564c-4d55-baa7-7d64766a8cd1 req-c793b075-d43e-4514-b43a-14b5f82d76cb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0569870 Jul 20 17:55:57.625881 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5560cc55-564c-4d55-baa7-7d64766a8cd1 req-6ace679a-42eb-4e2c-bd7d-7a89b88addf9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Jul 20 17:55:57.636742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:57.679629 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-f3ed4676-7679-413c-8831-e4dcefce8913 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.681181 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-f3ed4676-7679-413c-8831-e4dcefce8913 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 946 time: 0.0520351 Jul 20 17:55:57.705199 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:57.717917 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-13f54026-f3f3-40e3-be85-943d2f558661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.719369 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-13f54026-f3f3-40e3-be85-943d2f558661 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.0910158 Jul 20 17:55:57.769711 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Deleting port bae138e1-ebd0-4597-bcdb-3cf21bb88799 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:55:57.769934 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:57.788092 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-3acd7b56-d39c-4915-a0e2-5e2e81e2d4fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 998 time: 0.0615025 Jul 20 17:55:57.835825 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-1c51b58e-f6dd-4a12-a943-64fbc76422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.837229 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-1c51b58e-f6dd-4a12-a943-64fbc76422c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0437706 Jul 20 17:55:57.863216 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] For port bae138e1-ebd0-4597-bcdb-3cf21bb88799, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=bae138e1-ebd0-4597-bcdb-3cf21bb88799,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:57.863584 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:57.878074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Calling delete_port for bae138e1-ebd0-4597-bcdb-3cf21bb88799 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:55:57.881142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-e4fa58c9-8d47-40e3-9766-75c7e205d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.882674 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-e4fa58c9-8d47-40e3-9766-75c7e205d1b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399547 Jul 20 17:55:57.952500 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c193515-46cc-4127-8a6e-75493ce995cb req-3c55df24-7df4-4bd9-9fa9-8054dc5cb2c1 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:57.953961 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c193515-46cc-4127-8a6e-75493ce995cb req-3c55df24-7df4-4bd9-9fa9-8054dc5cb2c1 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0704496 Jul 20 17:55:58.060027 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c193515-46cc-4127-8a6e-75493ce995cb req-d98ca01d-575f-4e98-a755-d5fa701c1882 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808554 Jul 20 17:55:58.061835 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-a8bc4aaf-e111-4a11-ac38-ff198f856398 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701179 Jul 20 17:55:58.092971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (bae138e1-ebd0-4597-bcdb-3cf21bb88799), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:58.120427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f3e2-9e9f-4942-bfb5-00d46c5ae66a req-b420a763-213c-45be-9552-603e191190ab tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:58.121729 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b899f3e2-9e9f-4942-bfb5-00d46c5ae66a req-b420a763-213c-45be-9552-603e191190ab tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0913997 Jul 20 17:55:58.129347 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'bae138e1-ebd0-4597-bcdb-3cf21bb88799'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:55:58.141986 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event deleted for resources: {'Port': ['ID=bae138e1-ebd0-4597-bcdb-3cf21bb88799,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:58.187021 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] No DVR routers for this DVR port bae138e1-ebd0-4597-bcdb-3cf21bb88799 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:55:58.190230 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:58.193951 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4dc1a984-0e5a-454e-b6fd-af341efa6238 req-193fe2b1-2652-4709-97f5-df8f2f263482 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "DELETE /v2.0/ports/bae138e1-ebd0-4597-bcdb-3cf21bb88799 HTTP/1.1" status: 204 len: 173 time: 0.5070369 Jul 20 17:55:58.194567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'name': 'network-vif-deleted', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:55:58.200895 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746bee4c-ec8f-424f-b922-89a687b70e07" -d '{"events": [{"server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "name": "network-vif-deleted", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:55:58.221884 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff16c97d-6367-4896-afef-65ddc9c35321 req-1b7f9a14-1be2-4094-a401-334090223463 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441047 Jul 20 17:55:58.232700 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b899f3e2-9e9f-4942-bfb5-00d46c5ae66a req-636a4957-e7bf-434b-9f32-78acb54906f1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789294 Jul 20 17:55:58.239567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003f70a-da5a-461c-95d1-1e48d28124eb x-openstack-request-id: req-e003f70a-da5a-461c-95d1-1e48d28124eb {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:55:58.239567 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9250617-ba07-4c3f-b362-f2ec35579329", "name": "network-vif-deleted", "tag": "bae138e1-ebd0-4597-bcdb-3cf21bb88799", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:55:58.239776 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e003f70a-da5a-461c-95d1-1e48d28124eb {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:55:58.240157 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e003f70a-da5a-461c-95d1-1e48d28124eb'] response: {'server_uuid': 'c9250617-ba07-4c3f-b362-f2ec35579329', 'name': 'network-vif-deleted', 'tag': 'bae138e1-ebd0-4597-bcdb-3cf21bb88799', 'status': 'completed', 'code': 200} Jul 20 17:55:58.287526 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=66 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:58.289021 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=66 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:58.723801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f4f6ebc-7428-4017-aa3c-e5cdf74bc789 req-6b6617c8-439b-429e-9057-91daf832716d tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Jul 20 17:55:59.170004 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6779e-8675-4307-ad74-4d99e81d1e8b req-57b8808e-a2e2-4dab-ab92-81dcb687f2e2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:59.171447 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-66e6779e-8675-4307-ad74-4d99e81d1e8b req-57b8808e-a2e2-4dab-ab92-81dcb687f2e2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0464964 Jul 20 17:55:59.222081 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-66e6779e-8675-4307-ad74-4d99e81d1e8b req-7d05deea-ef00-4ebc-8f34-fc4a8dc0ced3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451503 Jul 20 17:55:59.347834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c323-c931-4afe-9c62-376b327afad0 req-bcf92cb8-5411-43c8-86bb-57f207207567 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:55:59.349318 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1819c323-c931-4afe-9c62-376b327afad0 req-bcf92cb8-5411-43c8-86bb-57f207207567 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0503273 Jul 20 17:55:59.389897 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:55:59.399614 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1819c323-c931-4afe-9c62-376b327afad0 req-0c915fc4-464d-462f-93e5-9eef2aff07dd tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Jul 20 17:55:59.503739 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:59.528515 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'mac_address': 'fa:16:3e:22:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:55:59.542394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:59.605650 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:55:59.606634 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:59.626783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:59.635145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efd3e-013a-4a3b-bc60-84e6553804e3 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:55:59.661995 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:55:59.736939 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:59.801417 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:55:59.861899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-347ddf7f-727e-46b4-ba13-6a68445392c3 req-b73cec3a-2436-4227-9ba6-ea1539e0d20a tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0317755 Jul 20 17:56:00.123617 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['0d2efd3e-013a-4a3b-bc60-84e6553804e3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:56:00.360214 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2158-e4db-4078-adf0-d2ed3b42c019 req-bb8b79a9-3fa0-44b3-9265-01a505cb6f3b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:00.369059 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-776f2158-e4db-4078-adf0-d2ed3b42c019 req-bb8b79a9-3fa0-44b3-9265-01a505cb6f3b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Jul 20 17:56:00.426358 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-776f2158-e4db-4078-adf0-d2ed3b42c019 req-22878c3d-a83d-4886-a88f-0c6a30c62528 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563326 Jul 20 17:56:00.530969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa911-dcb1-454e-b8b0-ad65ed870ccc req-4feb0bd5-0c28-42f3-910f-9f24f3544cc9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:00.532770 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-37cfa911-dcb1-454e-b8b0-ad65ed870ccc req-4feb0bd5-0c28-42f3-910f-9f24f3544cc9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0558002 Jul 20 17:56:00.568213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:00.587139 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-37cfa911-dcb1-454e-b8b0-ad65ed870ccc req-9c7525c0-c9c6-415a-92c4-d11eaf613ac9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488427 Jul 20 17:56:00.976870 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3aa2e835-95bb-46c2-b8fe-6cc7fcee6ff3 req-95baf3a6-79b7-43bb-abd1-6b89c04a2118 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jul 20 17:56:01.399461 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:01.446302 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:56:01.557705 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a54a-5d1c-45e6-a1e3-0d828f850be6 req-c79cb552-5289-44cb-adc9-365f591e6546 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:01.559540 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91b4a54a-5d1c-45e6-a1e3-0d828f850be6 req-c79cb552-5289-44cb-adc9-365f591e6546 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 945 time: 0.0591969 Jul 20 17:56:01.575699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:01.576196 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:01.630783 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-91b4a54a-5d1c-45e6-a1e3-0d828f850be6 req-1e9207ab-e811-445c-8555-de3b4ac72b55 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648258 Jul 20 17:56:01.665180 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:01.665579 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:01.698717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:01.701365 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0483d2d4-2242-4830-bc55-fe95fd4593cf" -d '{"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:01.732325 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:01.769937 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:01.770795 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device bae138e1-ebd0-4597-bcdb-3cf21bb88799 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:01.779899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5495528-f23a-4953-884b-d1ffb96d87cf x-openstack-request-id: req-d5495528-f23a-4953-884b-d1ffb96d87cf {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:01.779899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:01.779899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5495528-f23a-4953-884b-d1ffb96d87cf {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:01.779899 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5495528-f23a-4953-884b-d1ffb96d87cf'] response: {'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'code': 200} Jul 20 17:56:01.795221 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f192-7095-43f6-86bc-0f4e1e942adf req-05903879-a84d-4954-9f73-3cf9bcb6586c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:01.797371 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab82f192-7095-43f6-86bc-0f4e1e942adf req-05903879-a84d-4954-9f73-3cf9bcb6586c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.1101086 Jul 20 17:56:01.816467 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: bae138e1-ebd0-4597-bcdb-3cf21bb88799 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:01.816832 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device bae138e1-ebd0-4597-bcdb-3cf21bb88799 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:01.845616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:01.853589 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab82f192-7095-43f6-86bc-0f4e1e942adf req-5d403f95-0abd-495b-8ccd-47e3f6f6707f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499356 Jul 20 17:56:01.873921 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:02.200478 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-878efd2e-8933-4718-87e8-a65cc4238b4e req-14b1d265-749a-4693-bfa7-1b9d5d9c82fa tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0304928 Jul 20 17:56:02.749693 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0a06-8a17-4a1e-a74e-159e9796d5a9 req-bcd48c82-d16d-4f1d-8abb-16fccdcaf381 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:02.751188 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4c7c0a06-8a17-4a1e-a74e-159e9796d5a9 req-bcd48c82-d16d-4f1d-8abb-16fccdcaf381 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0520241 Jul 20 17:56:02.801799 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4c7c0a06-8a17-4a1e-a74e-159e9796d5a9 req-a423cb26-67d2-4f9f-a593-8338c7eb8669 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 Jul 20 17:56:02.993829 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51095251-160b-4720-99fa-041ca030db50 req-01e1105d-aa01-4d49-afab-257ca2f4c0cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:02.995370 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51095251-160b-4720-99fa-041ca030db50 req-01e1105d-aa01-4d49-afab-257ca2f4c0cb tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0558534 Jul 20 17:56:03.054935 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51095251-160b-4720-99fa-041ca030db50 req-34eeaec0-6b61-4e21-9f43-4d3d29b7840b tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539784 Jul 20 17:56:03.313828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d3f1015c-e463-4fe8-a9aa-4e30ce361037 req-33985613-492a-4f10-9ed0-0bab637cc233 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Jul 20 17:56:03.915011 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b0be-c858-445a-b62e-7f5983e20bd8 req-d177321b-cf4f-43a8-8a6a-285e302d94d2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:03.917325 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d1d1b0be-c858-445a-b62e-7f5983e20bd8 req-d177321b-cf4f-43a8-8a6a-285e302d94d2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Jul 20 17:56:03.971598 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d1d1b0be-c858-445a-b62e-7f5983e20bd8 req-f2a1db97-dda6-477a-bb35-95ad39e62c13 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Jul 20 17:56:04.187200 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e090992-d420-4a53-90e5-946ae7c5b913 req-24cce80c-c126-4475-889f-b150f488bb6e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:04.188925 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8e090992-d420-4a53-90e5-946ae7c5b913 req-24cce80c-c126-4475-889f-b150f488bb6e tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0501502 Jul 20 17:56:04.239515 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8e090992-d420-4a53-90e5-946ae7c5b913 req-2834f88f-acd2-4516-9d09-8c2be0940a32 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Jul 20 17:56:04.434832 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4393f808-06d3-490c-bb47-d64e492b596f req-245ac8ae-07bf-4b1b-a8a0-bb17b105e204 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0306287 Jul 20 17:56:05.112595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc04b6e-cc5c-48f7-a5e8-442ff417026f req-7695bb51-9aff-4047-8565-710507fcd457 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:05.114230 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9fc04b6e-cc5c-48f7-a5e8-442ff417026f req-7695bb51-9aff-4047-8565-710507fcd457 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0735927 Jul 20 17:56:05.174748 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9fc04b6e-cc5c-48f7-a5e8-442ff417026f req-1badca51-b691-4730-8fe5-d027f9dbf448 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520904 Jul 20 17:56:05.373822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b4b87-7ed8-4dfc-ac73-b435840ef2ce req-f04b7572-6148-4370-a0b4-bbd62ab5d992 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:05.375503 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e2b4b87-7ed8-4dfc-ac73-b435840ef2ce req-f04b7572-6148-4370-a0b4-bbd62ab5d992 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0604184 Jul 20 17:56:05.439420 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e2b4b87-7ed8-4dfc-ac73-b435840ef2ce req-9e7abe3d-9bbf-4a0b-ae8e-26187b5df5f6 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563116 Jul 20 17:56:05.563203 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35e64652-d5a6-4d04-90c5-bf6515efc38a req-d937bae1-5ff1-4863-b8a5-7df58e2b9c65 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0309296 Jul 20 17:56:06.299894 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4719-d5e5-44e2-9575-54c379f5516d req-ab6d64e5-0aef-4ba4-8903-8ccabefc6239 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:06.301427 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ebb4719-d5e5-44e2-9575-54c379f5516d req-ab6d64e5-0aef-4ba4-8903-8ccabefc6239 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Jul 20 17:56:06.353118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ebb4719-d5e5-44e2-9575-54c379f5516d req-5a5b8160-7e1c-4c42-9204-e4df500d1b07 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Jul 20 17:56:06.570412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77adb2e-2192-40ea-a632-f98198a0b533 req-5b8d3e49-3270-4dd4-9a01-c0abd630e13f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:06.571922 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d77adb2e-2192-40ea-a632-f98198a0b533 req-5b8d3e49-3270-4dd4-9a01-c0abd630e13f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0505805 Jul 20 17:56:06.604010 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:06.624350 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d77adb2e-2192-40ea-a632-f98198a0b533 req-7c76063e-bbf3-4e15-8c79-eb4346312e00 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467052 Jul 20 17:56:06.696811 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-afb64ac8-598f-41c4-b05e-45015b4b12d3 req-e5e70c61-e08d-4189-90da-96a078703a33 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0343075 Jul 20 17:56:07.480718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b76410-b08c-4b36-b85c-13c320f40edf req-4dfa45d3-1328-4cb5-af4d-0a175b00635a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:07.482329 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a8b76410-b08c-4b36-b85c-13c320f40edf req-4dfa45d3-1328-4cb5-af4d-0a175b00635a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0604937 Jul 20 17:56:07.544982 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a8b76410-b08c-4b36-b85c-13c320f40edf req-296483ba-5c0b-4695-9989-fd321758e3c7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560381 Jul 20 17:56:07.761355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840df0e-f4a7-47d3-b0be-23a74d69ecd4 req-306d8d90-d91a-4873-9c78-7d2f45eb6473 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:07.762777 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8840df0e-f4a7-47d3-b0be-23a74d69ecd4 req-306d8d90-d91a-4873-9c78-7d2f45eb6473 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0552306 Jul 20 17:56:07.825147 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b1368ba0-a47b-4da6-a52f-cd1d9edde3b8 req-386c6c69-7df8-49ca-a9ee-6dcd28daf604 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0481503 Jul 20 17:56:07.844477 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8840df0e-f4a7-47d3-b0be-23a74d69ecd4 req-f7de3d66-96f2-4485-a14f-24fc9a4ac7e8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756726 Jul 20 17:56:08.142298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=8,neutron:SELECT=72 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:08.171375 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:08.662447 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e6e6-a24f-46a5-9705-1195429c90f0 req-fef676dd-13a9-4ed0-89db-c19fe03ced89 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:08.663926 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a97e6e6-a24f-46a5-9705-1195429c90f0 req-fef676dd-13a9-4ed0-89db-c19fe03ced89 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0510976 Jul 20 17:56:08.675729 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:08.713270 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0a97e6e6-a24f-46a5-9705-1195429c90f0 req-17ad0819-26f3-42d5-b0a5-19e86238365a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Jul 20 17:56:08.956419 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8474956a-588a-41ac-841c-f36fb3ae52ba req-718dcb75-c5d2-45f5-8f65-a9f318c43292 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9250617-ba07-4c3f-b362-f2ec35579329 HTTP/1.1" status: 200 len: 210 time: 0.0492523 Jul 20 17:56:08.975793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827f4ee-9961-4c02-9f42-51b97008f80a req-5f9c7dfc-8ace-4ebd-b790-55c0f0e1b9c8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:08.977249 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4827f4ee-9961-4c02-9f42-51b97008f80a req-5f9c7dfc-8ace-4ebd-b790-55c0f0e1b9c8 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 943 time: 0.0614116 Jul 20 17:56:09.059298 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4827f4ee-9961-4c02-9f42-51b97008f80a req-88be9520-cccf-415e-9ad1-84fa80f5b62d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765078 Jul 20 17:56:09.062364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3afa64-3fd2-4bb9-9f3d-5c153b1abd9f req-756ba349-10a6-40fe-a7d0-16cb94a40162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:09.063691 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2d3afa64-3fd2-4bb9-9f3d-5c153b1abd9f req-756ba349-10a6-40fe-a7d0-16cb94a40162 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0536623 Jul 20 17:56:09.117127 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2d3afa64-3fd2-4bb9-9f3d-5c153b1abd9f req-b92382a7-461b-47ac-8e65-9137ba329845 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Jul 20 17:56:09.398161 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:56:09.473606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:09.497830 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:09.509913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'port_id': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'mac_address': 'fa:16:3e:b6:68:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:56:09.549667 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:09.550057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:09.562935 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:56:09.578988 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:09.582817 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:09.695432 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:09.742234 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=9']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:09.831835 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d3682-bef0-46e2-a0c5-160fe8899f5b req-00e34f28-8525-4e65-8e4f-7fa8d14d530e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:09.834141 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b8d3682-bef0-46e2-a0c5-160fe8899f5b req-00e34f28-8525-4e65-8e4f-7fa8d14d530e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0525784 Jul 20 17:56:09.892082 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3b8d3682-bef0-46e2-a0c5-160fe8899f5b req-e658c914-97ce-4f99-b9d9-03518a1f69a2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Jul 20 17:56:10.042070 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:56:10.182621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3eda-7ef4-4e45-8422-302c98a73a00 req-ef667acd-110d-4b89-a681-681b8483392a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:10.184107 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-721a3eda-7ef4-4e45-8422-302c98a73a00 req-ef667acd-110d-4b89-a681-681b8483392a tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0512583 Jul 20 17:56:10.232053 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-721a3eda-7ef4-4e45-8422-302c98a73a00 req-9ef5c6ab-7295-423e-89ca-a15d5f010c74 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419662 Jul 20 17:56:10.452726 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853131-7c1a-4b45-9528-941d6bc133ca req-3a449bf0-bcc4-400d-a628-eaa7e1955a99 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:10.454179 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a853131-7c1a-4b45-9528-941d6bc133ca req-3a449bf0-bcc4-400d-a628-eaa7e1955a99 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0466580 Jul 20 17:56:10.501899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6a853131-7c1a-4b45-9528-941d6bc133ca req-7c0fa68c-615e-4bb8-a84c-58bece3755fb tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Jul 20 17:56:11.007753 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785460b7-092f-4116-ae98-41f515578b63 req-2da19b7d-a54d-4e53-a663-330f08fb8988 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:11.009354 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-785460b7-092f-4116-ae98-41f515578b63 req-2da19b7d-a54d-4e53-a663-330f08fb8988 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Jul 20 17:56:11.062801 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-785460b7-092f-4116-ae98-41f515578b63 req-b86bae36-b1bf-4a9d-ba4d-fc5fb9c0e8ac tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477397 Jul 20 17:56:11.401626 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:11.440911 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299d0d2-5b8d-4de0-b495-1b29741c16b4 req-986d7f9f-9d57-443b-b435-c43d6b12c882 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:11.442644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3299d0d2-5b8d-4de0-b495-1b29741c16b4 req-986d7f9f-9d57-443b-b435-c43d6b12c882 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.3081911 Jul 20 17:56:11.448861 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:11.449266 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:11.463732 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25438-49aa-46bd-9420-c096e419e614 req-6a95c0e5-69aa-4634-ab46-64aaf810f793 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:11.465175 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-61d25438-49aa-46bd-9420-c096e419e614 req-6a95c0e5-69aa-4634-ab46-64aaf810f793 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 944 time: 0.0700226 Jul 20 17:56:11.504329 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:11.531991 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:11.532789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:11.544481 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3299d0d2-5b8d-4de0-b495-1b29741c16b4 req-df933734-e63c-46f2-8f1b-bc5aef5bf120 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945342 Jul 20 17:56:11.548763 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-61d25438-49aa-46bd-9420-c096e419e614 req-bde2edf7-57a1-4723-b0e9-ad60404ea1d1 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766170 Jul 20 17:56:11.568094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59686) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:11.569599 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:11.571818 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f3d56-dae9-4a64-9d1b-5c1fe2538bf6" -d '{"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:11.586398 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:11.641449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855cf754-23c4-41fb-a426-dc7ce7fe2d38 x-openstack-request-id: req-855cf754-23c4-41fb-a426-dc7ce7fe2d38 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:11.641897 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:11.642211 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-855cf754-23c4-41fb-a426-dc7ce7fe2d38 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:11.642698 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855cf754-23c4-41fb-a426-dc7ce7fe2d38'] response: {'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'code': 200} Jul 20 17:56:11.679497 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:11.690724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46c283-0484-41e2-ad6d-26673f1bca51 tempest-TestShelveInstance-432620020 tempest-TestShelveInstance-432620020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:11.692601 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-5a46c283-0484-41e2-ad6d-26673f1bca51 tempest-TestShelveInstance-432620020 tempest-TestShelveInstance-432620020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1125 time: 0.1235673 Jul 20 17:56:11.695683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59694) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:11.701158 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194535-6b85-4019-8215-3b984088639d req-b0b116c7-e0c1-4fcb-a159-627ed305f4be tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:11.701566 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:11.702626 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f194535-6b85-4019-8215-3b984088639d req-b0b116c7-e0c1-4fcb-a159-627ed305f4be tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0830827 Jul 20 17:56:11.745771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=10']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:11.753986 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f194535-6b85-4019-8215-3b984088639d req-68718180-e8f9-4e06-b10d-c2f808a38c74 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Jul 20 17:56:11.797657 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:11.877660 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:11.979683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Allocated IP 172.27.3.227 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/55633883-6f61-43f3-acb7-378ec22e32c5) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:12.082868 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for port (55633883-6f61-43f3-acb7-378ec22e32c5), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:12.295016 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:12.330997 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:12.333952 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:12.340131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:12.363110 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'Port': ['ID=55633883-6f61-43f3-acb7-378ec22e32c5,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:12.696501 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for floatingip (9c996087-5817-4a75-ae7a-751cc7ad157e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:12.699063 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:12.713345 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:12.719148 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:12.725619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774c7b2-2b96-44e5-aa9d-ab6d6e7e4c68 req-5098cbef-1011-4627-ba5a-8f5152704322 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:12.727183 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2774c7b2-2b96-44e5-aa9d-ab6d6e7e4c68 req-5098cbef-1011-4627-ba5a-8f5152704322 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Jul 20 17:56:12.776269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2774c7b2-2b96-44e5-aa9d-ab6d6e7e4c68 req-f285266f-bd62-4a78-b3d3-b15e1066e1e2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Jul 20 17:56:12.863262 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:12.882692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca09ce-9696-4f84-ba21-efd111239800 req-a381fbd8-b192-41ca-8cc3-a83e6f552b19 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:12.884209 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02ca09ce-9696-4f84-ba21-efd111239800 req-a381fbd8-b192-41ca-8cc3-a83e6f552b19 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0496578 Jul 20 17:56:12.984228 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02ca09ce-9696-4f84-ba21-efd111239800 req-02a3ca29-7e49-41bd-af57-45470fc353fa tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Jul 20 17:56:13.010009 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for port (55633883-6f61-43f3-acb7-378ec22e32c5), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:13.699051 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:56:13.741314 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:13.808562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event updated for resources: {'Port': ['ID=55633883-6f61-43f3-acb7-378ec22e32c5,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:13.823372 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (9c996087-5817-4a75-ae7a-751cc7ad157e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:13.906543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4fa2f-c871-4dfa-9d72-240079119616 req-55c89e14-4916-4847-ac36-b547908f4147 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:13.908151 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-10d4fa2f-c871-4dfa-9d72-240079119616 req-55c89e14-4916-4847-ac36-b547908f4147 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Jul 20 17:56:13.923029 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Floating IP 9c996087-5817-4a75-ae7a-751cc7ad157e associated. External IP: 172.27.3.227, port: 0d2efd3e-013a-4a3b-bc60-84e6553804e3. Jul 20 17:56:13.964191 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-10d4fa2f-c871-4dfa-9d72-240079119616 req-61e83b96-603a-44e8-b396-80fe092447d9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497119 Jul 20 17:56:14.083973 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6644dd3-2341-4164-a5bb-ddd29dc0d7c7 req-c0e12ba7-1411-40fc-90b7-d64af4cf9e62 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:14.086074 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6644dd3-2341-4164-a5bb-ddd29dc0d7c7 req-c0e12ba7-1411-40fc-90b7-d64af4cf9e62 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0493386 Jul 20 17:56:14.138739 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6644dd3-2341-4164-a5bb-ddd29dc0d7c7 req-c1f9c34a-1acc-48e7-9848-9f2cb54e3588 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/security-groups?id=601af84b-2909-49cc-8781-2292b95c80bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Jul 20 17:56:14.228817 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-3cbbf649-b8de-477c-8399-aea75fdbac95 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:14.230356 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-3cbbf649-b8de-477c-8399-aea75fdbac95 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 945 time: 0.0542085 Jul 20 17:56:14.332467 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Deleting port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:14.332794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.337185 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:14.395483 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9f027-3ab8-4fbb-b6eb-08456ea9826a req-db94804a-805b-4287-bbe1-39dabc124853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:14.397552 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b9f9f027-3ab8-4fbb-b6eb-08456ea9826a req-db94804a-805b-4287-bbe1-39dabc124853 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1130 time: 0.0689685 Jul 20 17:56:14.426738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] For port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:14.427103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.440747 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Calling delete_port for 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:14.447202 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Router cc5be1f7-8e62-4038-af1c-2b48b2d5168a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:14.466879 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b9f9f027-3ab8-4fbb-b6eb-08456ea9826a req-1df8b4ee-9e80-4fd6-924e-9f6f3972e039 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611405 Jul 20 17:56:14.482608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b83b4eef-a16b-4b2a-bdc2-79f7d3ce59e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.565583 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:14.579289 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Sync routers for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:14.589514 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:14.590150 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:14.637765 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.663437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Pushing event deleted for resources: {'Port': ['ID=834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:14.673346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.673839 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.674186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.674600 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.674810 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.674939 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.675315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.675656 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.675991 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.676320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.676679 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.683520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.683520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.683520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.683520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.683520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:14.695241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:56:14.695656 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:14.714887 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-20fb5b55-a6c3-4c34-b2db-496e7d09f095 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0173049 Jul 20 17:56:14.715607 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:14.718349 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7da28d-9e86-4370-a918-b3e6d8d02eed" -d '{"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:14.736154 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] No DVR routers for this DVR port 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:14.739201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:14.744663 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e9e1ca1f-fe0c-44f6-9b23-d6d249dff114 req-6909f4f1-3708-40b7-bfb8-08a59d5751de tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.18 "DELETE /v2.0/ports/834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c HTTP/1.1" status: 204 len: 173 time: 0.5046844 Jul 20 17:56:14.744663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'name': 'network-vif-deleted', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:14.747472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b1eff6-44ec-413e-b311-5d6a50ced901" -d '{"events": [{"server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "name": "network-vif-deleted", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:14.760110 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de9fd3-42ed-4fe8-9ada-9eeaf0b735d3 x-openstack-request-id: req-39de9fd3-42ed-4fe8-9ada-9eeaf0b735d3 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:14.760659 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:14.760659 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39de9fd3-42ed-4fe8-9ada-9eeaf0b735d3 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:14.761102 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39de9fd3-42ed-4fe8-9ada-9eeaf0b735d3'] response: {'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'status': 'completed', 'code': 200} Jul 20 17:56:14.796978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48452bbb-a6e4-4693-8e8e-6a21efa10283 x-openstack-request-id: req-48452bbb-a6e4-4693-8e8e-6a21efa10283 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:14.796978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae", "name": "network-vif-deleted", "tag": "834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:14.796978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48452bbb-a6e4-4693-8e8e-6a21efa10283 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:14.796978 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48452bbb-a6e4-4693-8e8e-6a21efa10283'] response: {'server_uuid': '9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae', 'name': 'network-vif-deleted', 'tag': '834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c', 'status': 'completed', 'code': 200} Jul 20 17:56:14.924153 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9c996087-5817-4a75-ae7a-751cc7ad157e', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'mac_address': 'fa:16:3e:22:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:56:12Z', 'updated_at': '2022-07-20T17:56:12Z', 'revision_number': 0, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:14.950106 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Checking router: cc5be1f7-8e62-4038-af1c-2b48b2d5168a for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:14.958676 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:14.959301 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:55:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:15.071967 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:15.093783 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63de60-f376-4420-a8e8-16f4f0f6468f req-d0c64039-235b-4c10-b6d0-0a9e927ccaf9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:15.095621 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b63de60-f376-4420-a8e8-16f4f0f6468f req-d0c64039-235b-4c10-b6d0-0a9e927ccaf9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0552797 Jul 20 17:56:15.140279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:15.152962 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b63de60-f376-4420-a8e8-16f4f0f6468f req-9ecd1e3c-ba58-43aa-aeb3-76690d6335e2 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511851 Jul 20 17:56:15.262434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7fb44ac9-7a43-4f43-bc5c-d8a839293803 req-350b5c22-751b-4331-a936-eba50ce5072e tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 210 time: 0.0383930 Jul 20 17:56:15.269731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-9d20fcc3-b4ff-44cf-a25c-5ba93107e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:15.271215 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-9d20fcc3-b4ff-44cf-a25c-5ba93107e14f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0765417 Jul 20 17:56:15.316017 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:15.345042 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9c996087-5817-4a75-ae7a-751cc7ad157e', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'mac_address': 'fa:16:3e:22:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:56:12Z', 'updated_at': '2022-07-20T17:56:12Z', 'revision_number': 0, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:15.370888 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba728b-adb8-4b61-87a1-e4615c580579 None None] The sync data for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi is: [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '9c996087-5817-4a75-ae7a-751cc7ad157e', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'mac_address': 'fa:16:3e:22:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:56:12Z', 'updated_at': '2022-07-20T17:56:12Z', 'revision_number': 0, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:15.386586 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-bf31971d-c98b-44ba-89a0-46838b228ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:15.388195 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-bf31971d-c98b-44ba-89a0-46838b228ce0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 909 time: 0.1059430 Jul 20 17:56:15.473753 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-8bebbd21-e7ba-485f-a36c-594fd769083c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 1000 time: 0.0780072 Jul 20 17:56:15.524529 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-eb0a6c19-d692-449a-99b2-cbab174faee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:15.525982 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-eb0a6c19-d692-449a-99b2-cbab174faee9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0458827 Jul 20 17:56:15.576322 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-da8d8c1f-eb41-41e4-b83a-f20a6085cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:15.578407 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-da8d8c1f-eb41-41e4-b83a-f20a6085cff6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439019 Jul 20 17:56:15.591763 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689e00a-e28e-4719-8f76-28a326009f71 None None] New status for floating IP 9c996087-5817-4a75-ae7a-751cc7ad157e: ACTIVE {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:56:15.741336 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-aa7a73d6-b308-4424-9201-3a9dd8484c7e service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954425 Jul 20 17:56:16.029281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7da28d-9e86-4370-a918-b3e6d8d02eed req-a59cb000-281e-4f70-b52c-5687ca9c20af service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071129 Jul 20 17:56:16.274816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8570be-e592-4593-bc3b-553a84d9e8ef req-a96a202f-9381-4924-bdc0-cb84549217f7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:16.276554 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd8570be-e592-4593-bc3b-553a84d9e8ef req-a96a202f-9381-4924-bdc0-cb84549217f7 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0489502 Jul 20 17:56:16.333475 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd8570be-e592-4593-bc3b-553a84d9e8ef req-48eb1a7c-1fe2-4acd-9e94-ffa4c7a50261 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514755 Jul 20 17:56:16.378953 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ac389b65-7445-4a13-94e1-9cfcb9b3e91b req-cf2cb03c-9a08-41dc-a44d-8715156b7bd9 tempest-ServerRescueNegativeTestJSON-1242666841 tempest-ServerRescueNegativeTestJSON-1242666841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3b5046-fb6f-4c5f-a2a1-be8074b1a1ae HTTP/1.1" status: 200 len: 210 time: 0.0305073 Jul 20 17:56:16.871980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f20dcee7-0750-41f7-9653-882710e61bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:17.436954 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59772) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:17.449913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:17.453524 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e483c59-9c8a-4c1a-97a1-ef80a85ed77d req-fd9043a7-2209-49b1-a8f2-d6d45d0d8fee tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:17.454721 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e483c59-9c8a-4c1a-97a1-ef80a85ed77d req-fd9043a7-2209-49b1-a8f2-d6d45d0d8fee tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0491133 Jul 20 17:56:17.470259 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:17.470820 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 834d8ae3-1bcc-46f1-94a8-0bd4c43bc18c not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:17.507392 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e483c59-9c8a-4c1a-97a1-ef80a85ed77d req-7dfd27a1-4f8f-481b-87f8-dc406840ac06 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Jul 20 17:56:17.763360 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:17.854554 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.078767 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Deleting port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:18.079106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.160408 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] For port 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:18.160796 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.173520 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:18.174686 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Calling delete_port for 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:18.285832 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.414400 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (4f4fa93b-fb31-4e39-89c1-4ebb24ff386a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.443527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4fa93b-fb31-4e39-89c1-4ebb24ff386a,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:18.602269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:18.613729 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:18.806464 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:18.904782 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:18.909547 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d9139384-a233-4cc4-9fde-d1b5d5655bec admin admin] 10.222.0.42 "PUT /v2.0/routers/f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4715974 Jul 20 17:56:18.912081 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59780) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:18.914361 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Sync routers for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:18.924707 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:18.925302 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:19.004702 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:19.012081 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks [] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.044834 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:19.128672 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks [] for router_gateway (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.269358 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Deleting port 35d24a38-a209-456f-a885-9705d81284e6 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:19.269695 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (35d24a38-a209-456f-a885-9705d81284e6), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.280331 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:19.291026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '35d24a38-a209-456f-a885-9705d81284e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:56:18Z', 'revision_number': 5, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port': {'id': '35d24a38-a209-456f-a885-9705d81284e6', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:19.318138 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Checking router: f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:19.319042 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:19.326408 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Routers {'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:19.327008 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:19.353553 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] For port 35d24a38-a209-456f-a885-9705d81284e6, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=35d24a38-a209-456f-a885-9705d81284e6,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:19.353933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (35d24a38-a209-456f-a885-9705d81284e6), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.368527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Calling delete_port for 35d24a38-a209-456f-a885-9705d81284e6 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:19.410966 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] Set router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 gateway port host: None {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:19.432138 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:19.460025 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:56:19Z', 'revision_number': 6, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:19.488231 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649dace-ee98-4117-a9c0-ab76f4b696f9 None None] The sync data for ids ['f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13'] in dv-cinder-849846-3-iscsi is: [{'id': 'f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13', 'name': 'tempest-ServerRescueNegativeTestJSON-314420254-router', 'tenant_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:50:57Z', 'updated_at': '2022-07-20T17:56:19Z', 'revision_number': 6, 'project_id': 'bde6b55e64864d188ee5fafc4b9edc4a', 'gw_port_host': None}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:19.626517 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (35d24a38-a209-456f-a885-9705d81284e6), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.651820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=35d24a38-a209-456f-a885-9705d81284e6,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:19.713794 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.799492 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.801630 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks [] for router_controller (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.837726 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.908415 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.909098 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:56:19.913205 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.914335 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0c540810-80ca-40b6-997f-4ea4f8a2b5bd admin admin] 10.222.0.42 "DELETE /v2.0/routers/f173d2e5-5b7a-4fc0-a77d-033b2ce5bb13 HTTP/1.1" status: 204 len: 168 time: 1.0007992 Jul 20 17:56:19.916819 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59784) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:19.961471 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Deleting subnet da3c9586-a3f0-4633-85ef-b01b156059c6 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:56:19.964586 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Publish callbacks [] for subnet (da3c9586-a3f0-4633-85ef-b01b156059c6), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.998743 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (da3c9586-a3f0-4633-85ef-b01b156059c6), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:19.998978 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:20.076693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (da3c9586-a3f0-4633-85ef-b01b156059c6), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.103869 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.203984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (da3c9586-a3f0-4633-85ef-b01b156059c6), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.231247 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3c9586-a3f0-4633-85ef-b01b156059c6,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:20.234692 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.240098 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3d23e01d-188e-4205-a4db-adb365f7719c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/da3c9586-a3f0-4633-85ef-b01b156059c6 HTTP/1.1" status: 204 len: 168 time: 0.3200865 Jul 20 17:56:20.241481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59788) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:20.243705 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b1430-c36d-4e73-a28d-7ecd6b812141 None None] Network 2628e491-f238-47ac-a0ee-cb782ad8236f requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:20.315823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (2628e491-f238-47ac-a0ee-cb782ad8236f), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.363581 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Deleting port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:20.363922 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.394944 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] DHCP port deletion for 2628e491-f238-47ac-a0ee-cb782ad8236f request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:56:20.432817 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:20.438018 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] For port 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=9eae44b0-6e80-4c67-b54a-0869fc46cb78,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:20.438720 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.440080 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Deleting port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:20.440347 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.457900 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Calling delete_port for 9eae44b0-6e80-4c67-b54a-0869fc46cb78 owned by network:dhcp {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:20.502500 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:20.506925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] For port 9eae44b0-6e80-4c67-b54a-0869fc46cb78, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=9eae44b0-6e80-4c67-b54a-0869fc46cb78,segment=NetworkSegment(8b3c93df-e960-4887-86ed-944220a617c3),segment_id=8b3c93df-e960-4887-86ed-944220a617c3)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:20.507284 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.523606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Calling delete_port for 9eae44b0-6e80-4c67-b54a-0869fc46cb78 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:20.609018 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.614987 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (9eae44b0-6e80-4c67-b54a-0869fc46cb78), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.635854 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eae44b0-6e80-4c67-b54a-0869fc46cb78,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:20.637698 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] No DVR routers for this DVR port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 on host dv-cinder-849846-3-iscsi {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:20.640006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] Pushing event deleted for resources: {'Port': ['ID=9eae44b0-6e80-4c67-b54a-0869fc46cb78,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:20.642883 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53aa1ed-1679-4042-8d48-b9242b6b9687 None None] No DVR routers for this DVR port 9eae44b0-6e80-4c67-b54a-0869fc46cb78 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:20.658947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:20.722796 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (2628e491-f238-47ac-a0ee-cb782ad8236f), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.743146 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2628e491-f238-47ac-a0ee-cb782ad8236f']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:20.752367 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3c93df-e960-4887-86ed-944220a617c3') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:20.757721 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3c93df-e960-4887-86ed-944220a617c3') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:20.762177 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (8b3c93df-e960-4887-86ed-944220a617c3), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.776483 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (8b3c93df-e960-4887-86ed-944220a617c3), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.782813 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:56:20.783201 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (8b3c93df-e960-4887-86ed-944220a617c3), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.834995 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 8b3c93df-e960-4887-86ed-944220a617c3 resource provider aggregate not found Jul 20 17:56:20.852082 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 8b3c93df-e960-4887-86ed-944220a617c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b3c93df-e960-4887-86ed-944220a617c3 found for delete ", "request_id": "req-8eea2b76-e3b7-427a-908c-7b8310632a16"}]} Jul 20 17:56:20.922840 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (2628e491-f238-47ac-a0ee-cb782ad8236f), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.928189 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:20.931297 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2628e491-f238-47ac-a0ee-cb782ad8236f HTTP/1.1" status: 204 len: 168 time: 0.6893942 Jul 20 17:56:20.942292 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636decb-8bfe-470f-8e92-f13afd46c065 admin admin] Pushing event deleted for resources: {'Network': ['ID=2628e491-f238-47ac-a0ee-cb782ad8236f,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:21.111143 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:21.130449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:21.132721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 4f4fa93b-fb31-4e39-89c1-4ebb24ff386a not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:21.132721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 35d24a38-a209-456f-a885-9705d81284e6 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:21.152619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 35d24a38-a209-456f-a885-9705d81284e6 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:21.152978 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 35d24a38-a209-456f-a885-9705d81284e6 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:21.153394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 9eae44b0-6e80-4c67-b54a-0869fc46cb78 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:21.172761 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 9eae44b0-6e80-4c67-b54a-0869fc46cb78 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:21.173183 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 9eae44b0-6e80-4c67-b54a-0869fc46cb78 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:21.264817 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59800) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:21.304926 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d813abb1-e77e-4b68-88c1-fab1ec714f1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bde6b55e64864d188ee5fafc4b9edc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388730 Jul 20 17:56:21.307633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59802) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:21.356545 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] Publish callbacks [] for security_group (601af84b-2909-49cc-8781-2292b95c80bb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:21.378554 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] Publish callbacks [] for security_group (601af84b-2909-49cc-8781-2292b95c80bb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:21.486624 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (601af84b-2909-49cc-8781-2292b95c80bb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:21.489082 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:21.490272 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/601af84b-2909-49cc-8781-2292b95c80bb HTTP/1.1" status: 204 len: 168 time: 0.1817346 Jul 20 17:56:21.498672 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b53a-701f-4fd4-82cd-975d23212fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601af84b-2909-49cc-8781-2292b95c80bb,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:26.441300 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59890) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:26.528934 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d667-295e-4605-a3ae-fbbedc62a57f req-6c9c2bd5-d64b-4b38-88a4-b990f6f3af62 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:26.530417 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c86d667-295e-4605-a3ae-fbbedc62a57f req-6c9c2bd5-d64b-4b38-88a4-b990f6f3af62 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0514324 Jul 20 17:56:26.548780 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd61-dcce-47b4-bd60-5f4ea5917442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.579156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2c86d667-295e-4605-a3ae-fbbedc62a57f req-14598e44-94e4-4606-bbfd-0a3f0f74d1b4 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Jul 20 17:56:26.628252 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd61-dcce-47b4-bd60-5f4ea5917442 admin admin] Publish callbacks [] for security_group (2bb22563-45cb-4da0-89a6-5db79f6ad9c0), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.689104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.706194 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd61-dcce-47b4-bd60-5f4ea5917442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2bb22563-45cb-4da0-89a6-5db79f6ad9c0), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.745218 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7dd61-dcce-47b4-bd60-5f4ea5917442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb22563-45cb-4da0-89a6-5db79f6ad9c0,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:26.750951 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0de7dd61-dcce-47b4-bd60-5f4ea5917442 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e21654a69004b4dbeca5366892ddcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080251 Jul 20 17:56:26.753678 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59894) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:26.801657 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] Publish callbacks [] for security_group (2bb22563-45cb-4da0-89a6-5db79f6ad9c0), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.823501 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] Publish callbacks [] for security_group (2bb22563-45cb-4da0-89a6-5db79f6ad9c0), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.833196 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:26.944398 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (2bb22563-45cb-4da0-89a6-5db79f6ad9c0), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.946899 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:26.948099 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bb22563-45cb-4da0-89a6-5db79f6ad9c0 HTTP/1.1" status: 204 len: 168 time: 0.1935480 Jul 20 17:56:26.956073 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468fba0-d1e1-4aef-a24b-60671e127bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb22563-45cb-4da0-89a6-5db79f6ad9c0,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:27.722437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6736197-f920-46a7-a30f-20b460bff41c req-a06dd9e0-da72-4ae7-8795-4c88af16e4eb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:27.723958 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e6736197-f920-46a7-a30f-20b460bff41c req-a06dd9e0-da72-4ae7-8795-4c88af16e4eb tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0719938 Jul 20 17:56:27.772822 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e6736197-f920-46a7-a30f-20b460bff41c req-9da959a2-38e3-4259-b85e-91fa45d993a2 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Jul 20 17:56:28.342724 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-4487d27a-adc8-439f-a877-c907ba460ad3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.344149 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-4487d27a-adc8-439f-a877-c907ba460ad3 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0459673 Jul 20 17:56:28.384904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:28.432745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port 5c8e7455-3527-48af-b2d4-c650e2760d71 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:28.433111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.488399 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-5a488fbe-291d-4ce1-ba79-8f51e9a1d7d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383344 Jul 20 17:56:28.526022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] For port 5c8e7455-3527-48af-b2d4-c650e2760d71, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5c8e7455-3527-48af-b2d4-c650e2760d71,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:28.526397 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.598820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-35e07cef-090e-4a2d-9979-d16f6d03ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.600679 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-35e07cef-090e-4a2d-9979-d16f6d03ff67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 1130 time: 0.0442584 Jul 20 17:56:28.675247 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:28.701544 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.701912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.702225 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Floating IP 465ea7b7-2f45-4712-8e8d-26ae9a878e2a disassociated. External IP: 172.27.3.40, port: 5c8e7455-3527-48af-b2d4-c650e2760d71. Jul 20 17:56:28.702872 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for 5c8e7455-3527-48af-b2d4-c650e2760d71 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:28.720570 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-8b975fe2-8024-4b40-9c89-55ecb43a92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.722118 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-8b975fe2-8024-4b40-9c89-55ecb43a92f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 200 len: 917 time: 0.1008866 Jul 20 17:56:28.796944 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-36ff4a12-9073-421a-80fe-04edc4fa7cd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0648651 Jul 20 17:56:28.815376 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:28.860643 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-971302ce-ce1d-4276-a84c-d279b60058bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.862765 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-971302ce-ce1d-4276-a84c-d279b60058bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 200 len: 855 time: 0.0595675 Jul 20 17:56:28.905379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761446c8-cb82-43a2-b859-95b9aad25bff req-e6489eba-bf97-4818-8e09-463e9810a398 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.907852 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-b51da749-5510-4276-a58c-5d4a6cdfaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:28.909025 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-761446c8-cb82-43a2-b859-95b9aad25bff req-e6489eba-bf97-4818-8e09-463e9810a398 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 945 time: 0.0555999 Jul 20 17:56:28.909369 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-b51da749-5510-4276-a58c-5d4a6cdfaf8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4543ca71-03de-461e-8540-7f258ee4032c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414040 Jul 20 17:56:28.936707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (5c8e7455-3527-48af-b2d4-c650e2760d71), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.972918 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=5c8e7455-3527-48af-b2d4-c650e2760d71,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:28.991214 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-761446c8-cb82-43a2-b859-95b9aad25bff req-91ebde48-d07f-4b8e-a5aa-d26600684ca6 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups?id=e579aa10-65ef-45e0-846f-64fa44f1aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762067 Jul 20 17:56:29.084718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:29.113267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:29.227269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:29.238692 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:29.252542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:29.253215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:29.273828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] No DVR routers for this DVR port 5c8e7455-3527-48af-b2d4-c650e2760d71 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:29.276482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:29.279720 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9ef1ba48-a983-44d6-b1ec-1cb1cb750eca req-02b3ccbe-271f-42a0-9c0b-342d8285fe26 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.18 "DELETE /v2.0/ports/5c8e7455-3527-48af-b2d4-c650e2760d71 HTTP/1.1" status: 204 len: 173 time: 0.9301555 Jul 20 17:56:29.280189 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'name': 'network-vif-deleted', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:29.282492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116dde9-d0cc-45c7-ba47-395c3add26ed" -d '{"events": [{"server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "name": "network-vif-deleted", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:29.318371 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-aef5ba9d-f8d6-44a5-bb2f-646be64453ff service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878155 Jul 20 17:56:29.335437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c607e-e82d-4e15-a451-bf33e38ab8d1 x-openstack-request-id: req-ea5c607e-e82d-4e15-a451-bf33e38ab8d1 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:29.335437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58a28d-f081-4f5b-8f8e-81883503f50b", "name": "network-vif-deleted", "tag": "5c8e7455-3527-48af-b2d4-c650e2760d71", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:29.335839 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea5c607e-e82d-4e15-a451-bf33e38ab8d1 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:29.336062 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5c607e-e82d-4e15-a451-bf33e38ab8d1'] response: {'server_uuid': 'cb58a28d-f081-4f5b-8f8e-81883503f50b', 'name': 'network-vif-deleted', 'tag': '5c8e7455-3527-48af-b2d4-c650e2760d71', 'status': 'completed', 'code': 200} Jul 20 17:56:29.416204 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:29.432032 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b0a388d8-86be-416c-8763-c9af5b6cb42e req-6c0e77c8-162e-49ee-a245-daa2df10bc86 service neutron] 10.222.0.18 "GET /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079433 Jul 20 17:56:29.435090 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=9 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:29.464245 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=30 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:29.615571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:29.643356 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:29.652455 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:29.653060 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:29.870145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:29.880269 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:30.065068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:30.086568 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:30.117504 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-141d323b-cbc0-4bd0-8c44-f0a610b3dc33 req-108fa4d3-38ec-4326-b28b-a2878cede60d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb58a28d-f081-4f5b-8f8e-81883503f50b HTTP/1.1" status: 200 len: 210 time: 0.0286400 Jul 20 17:56:30.124593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd23d6c-1055-489c-b582-7cb405412a1c None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '65788d13-9227-498d-a676-f2daadf48f7a', 'name': '', 'network_id': 'e772fe92-4472-4af3-b6e9-3d6e16e3740d', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'mac_address': 'fa:16:3e:8a:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:27Z', 'updated_at': '2022-07-20T17:49:40Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'subnets': [{'id': 'edf00d82-f5a3-462c-b9b2-c9cb0b736814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:30.329708 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9ecc8-ffee-4b2b-9340-3aba3355b261 None None] New status for floating IP 465ea7b7-2f45-4712-8e8d-26ae9a878e2a: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:56:31.295627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59962) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:31.355326 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (e579aa10-65ef-45e0-846f-64fa44f1aeae), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.378870 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (e579aa10-65ef-45e0-846f-64fa44f1aeae), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.515160 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5c8e7455-3527-48af-b2d4-c650e2760d71 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:31.538564 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 5c8e7455-3527-48af-b2d4-c650e2760d71 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:31.538918 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5c8e7455-3527-48af-b2d4-c650e2760d71 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:31.595167 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e579aa10-65ef-45e0-846f-64fa44f1aeae), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.597805 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.598955 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/security-groups/e579aa10-65ef-45e0-846f-64fa44f1aeae HTTP/1.1" status: 204 len: 168 time: 0.3023386 Jul 20 17:56:31.603142 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 59970) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:31.608487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62675c9-ff64-4ac1-baed-ce7968d8307b tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e579aa10-65ef-45e0-846f-64fa44f1aeae,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:31.615513 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.api.v2.resource [None req-c88bb6e3-ff67-482a-8a9e-385420249577 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] show failed (client error): The resource could not be found. Jul 20 17:56:31.619526 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 59972) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:31.619667 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c88bb6e3-ff67-482a-8a9e-385420249577 tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "GET /v2.0/security-groups/e579aa10-65ef-45e0-846f-64fa44f1aeae HTTP/1.1" status: 404 len: 347 time: 0.0167384 Jul 20 17:56:31.699319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:31.736562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Deleting port f7dff392-213d-4a05-8ee0-0778694e97d7 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:31.738920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.817498 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.817829 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (f7dff392-213d-4a05-8ee0-0778694e97d7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.830457 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Calling delete_port for f7dff392-213d-4a05-8ee0-0778694e97d7 owned by network:floatingip {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:32.063859 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (f7dff392-213d-4a05-8ee0-0778694e97d7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:32.093276 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Pushing event deleted for resources: {'Port': ['ID=f7dff392-213d-4a05-8ee0-0778694e97d7,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:32.148685 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:32.172625 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks [] for floatingip (465ea7b7-2f45-4712-8e8d-26ae9a878e2a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:32.172625 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:32.172625 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-7f1d1cd8-6c22-4a91-9232-d3f6cbdfd37d tempest-AttachVolumeNegativeTest-1019082543 tempest-AttachVolumeNegativeTest-1019082543-project] 10.222.0.42 "DELETE /v2.0/floatingips/465ea7b7-2f45-4712-8e8d-26ae9a878e2a HTTP/1.1" status: 204 len: 168 time: 0.5495555 Jul 20 17:56:34.946804 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60028) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:35.067139 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79829d34-6e52-476e-b341-0b422726e2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.142642 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79829d34-6e52-476e-b341-0b422726e2cf admin admin] Publish callbacks [] for security_group (8daa78ab-7f84-4e13-ba5f-9e86a54438da), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.226637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79829d34-6e52-476e-b341-0b422726e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8daa78ab-7f84-4e13-ba5f-9e86a54438da), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.266839 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-79829d34-6e52-476e-b341-0b422726e2cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3a6383b246349f893c646887e558610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189116 Jul 20 17:56:35.268006 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79829d34-6e52-476e-b341-0b422726e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daa78ab-7f84-4e13-ba5f-9e86a54438da,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:35.269556 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60040) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:35.323041 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] Publish callbacks [] for security_group (8daa78ab-7f84-4e13-ba5f-9e86a54438da), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.344593 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] Publish callbacks [] for security_group (8daa78ab-7f84-4e13-ba5f-9e86a54438da), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.451995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8daa78ab-7f84-4e13-ba5f-9e86a54438da), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.454633 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:35.455765 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8daa78ab-7f84-4e13-ba5f-9e86a54438da HTTP/1.1" status: 204 len: 168 time: 0.1852279 Jul 20 17:56:35.464210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6738021-672d-443c-b560-41c38b0e9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daa78ab-7f84-4e13-ba5f-9e86a54438da,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:36.098856 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60048) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:36.112967 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-51d7c1aa-e62a-42a5-940b-dc5bdc8c905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.191344 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-51d7c1aa-e62a-42a5-940b-dc5bdc8c905f admin admin] Publish callbacks [] for security_group (fcc4dd4f-d429-4033-826b-20ab0ac8804a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.271477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-51d7c1aa-e62a-42a5-940b-dc5bdc8c905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fcc4dd4f-d429-4033-826b-20ab0ac8804a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.299171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:36.311939 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c1aa-e62a-42a5-940b-dc5bdc8c905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4dd4f-d429-4033-826b-20ab0ac8804a,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:36.318475 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-51d7c1aa-e62a-42a5-940b-dc5bdc8c905f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c84e8d269218448fbe1167a8d2f79214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158594 Jul 20 17:56:36.319884 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60054) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:36.371523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60058) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:36.375147 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] Publish callbacks [] for security_group (fcc4dd4f-d429-4033-826b-20ab0ac8804a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.397938 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] Publish callbacks [] for security_group (fcc4dd4f-d429-4033-826b-20ab0ac8804a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.523546 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fcc4dd4f-d429-4033-826b-20ab0ac8804a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.526188 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:36.529934 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fcc4dd4f-d429-4033-826b-20ab0ac8804a HTTP/1.1" status: 204 len: 168 time: 0.2091618 Jul 20 17:56:36.538361 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dfbbe-7119-4cf5-8018-1fda74d9a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4dd4f-d429-4033-826b-20ab0ac8804a,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:36.899080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (4f322947-95d8-4e2f-8d42-1be87045a18f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:37.096588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:37.126842 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Deleting port 65788d13-9227-498d-a676-f2daadf48f7a {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:37.127185 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (65788d13-9227-498d-a676-f2daadf48f7a), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:37.208614 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] For port 65788d13-9227-498d-a676-f2daadf48f7a, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=65788d13-9227-498d-a676-f2daadf48f7a,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:37.209018 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (65788d13-9227-498d-a676-f2daadf48f7a), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:37.222282 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Calling delete_port for 65788d13-9227-498d-a676-f2daadf48f7a owned by network:router_interface {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:37.271774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:37.454466 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (65788d13-9227-498d-a676-f2daadf48f7a), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:37.483988 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Pushing event deleted for resources: {'Port': ['ID=65788d13-9227-498d-a676-f2daadf48f7a,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:37.645768 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (4f322947-95d8-4e2f-8d42-1be87045a18f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:37.874183 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Router 4f322947-95d8-4e2f-8d42-1be87045a18f has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:37.976495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:37.981439 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e6c65113-7127-450d-954b-9129e0afa87f admin admin] 10.222.0.42 "PUT /v2.0/routers/4f322947-95d8-4e2f-8d42-1be87045a18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087687 Jul 20 17:56:37.984115 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60086) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:37.987858 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Sync routers for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:38.000128 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:38.000920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:38.115400 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:38.314573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:38.321322 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:56:37Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:38.342024 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks [] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:38.347673 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Checking router: 4f322947-95d8-4e2f-8d42-1be87045a18f for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:38.356749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Routers {'4f322947-95d8-4e2f-8d42-1be87045a18f'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:38.357359 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['4f322947-95d8-4e2f-8d42-1be87045a18f'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:38.454481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks [] for router_gateway (4f322947-95d8-4e2f-8d42-1be87045a18f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:38.462845 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] Set router 4f322947-95d8-4e2f-8d42-1be87045a18f gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:38.553781 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Deleting port 471763db-c44a-46ac-8f24-cb57ee67dac7 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:38.554235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:38.570261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:38.644315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] For port 471763db-c44a-46ac-8f24-cb57ee67dac7, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=471763db-c44a-46ac-8f24-cb57ee67dac7,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:38.644315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:38.659002 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Calling delete_port for 471763db-c44a-46ac-8f24-cb57ee67dac7 owned by network:router_gateway {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:38.675187 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:56:37Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:38.705791 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0955c7-b210-48c7-9f5a-396e76efdb42 None None] The sync data for ids ['4f322947-95d8-4e2f-8d42-1be87045a18f'] in dv-cinder-849846-3-iscsi is: [{'id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'name': 'tempest-AttachVolumeNegativeTest-1914609858-router', 'tenant_id': '93918dc6b6f445d18a3ecb003524152d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:21Z', 'updated_at': '2022-07-20T17:56:37Z', 'revision_number': 5, 'project_id': '93918dc6b6f445d18a3ecb003524152d', 'gw_port': {'id': '471763db-c44a-46ac-8f24-cb57ee67dac7', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f322947-95d8-4e2f-8d42-1be87045a18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:23Z', 'updated_at': '2022-07-20T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:38.889144 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (471763db-c44a-46ac-8f24-cb57ee67dac7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:38.918402 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Pushing event deleted for resources: {'Port': ['ID=471763db-c44a-46ac-8f24-cb57ee67dac7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:38.980456 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (4f322947-95d8-4e2f-8d42-1be87045a18f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.067972 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60110) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:39.092752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.093880 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks [] for router_controller (4f322947-95d8-4e2f-8d42-1be87045a18f), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.226814 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 65788d13-9227-498d-a676-f2daadf48f7a no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:39.234681 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5981ceac-d51f-4979-a525-de0d3bf94e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.249248 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 65788d13-9227-498d-a676-f2daadf48f7a {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:39.249926 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 65788d13-9227-498d-a676-f2daadf48f7a not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:39.316211 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5981ceac-d51f-4979-a525-de0d3bf94e56 admin admin] Publish callbacks [] for security_group (b616ea48-fd3a-4104-95a7-5a77cece0e77), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.466341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (4f322947-95d8-4e2f-8d42-1be87045a18f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.466999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f322947-95d8-4e2f-8d42-1be87045a18f {{(pid=111057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:56:39.475697 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.475697 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-8ddafae8-6e43-4515-a15d-ce72f3b2f46d admin admin] 10.222.0.42 "DELETE /v2.0/routers/4f322947-95d8-4e2f-8d42-1be87045a18f HTTP/1.1" status: 204 len: 168 time: 1.4878693 Jul 20 17:56:39.476341 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60114) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:39.505953 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5981ceac-d51f-4979-a525-de0d3bf94e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b616ea48-fd3a-4104-95a7-5a77cece0e77), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.563778 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Deleting subnet edf00d82-f5a3-462c-b9b2-c9cb0b736814 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:56:39.567827 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5981ceac-d51f-4979-a525-de0d3bf94e56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=661d1e6677234535a683b3d59315f699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974918 Jul 20 17:56:39.570718 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Publish callbacks [] for subnet (edf00d82-f5a3-462c-b9b2-c9cb0b736814), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.570877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60116) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:39.572775 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ceac-d51f-4979-a525-de0d3bf94e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616ea48-fd3a-4104-95a7-5a77cece0e77,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:39.613319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (edf00d82-f5a3-462c-b9b2-c9cb0b736814), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.622059 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] Publish callbacks [] for security_group (b616ea48-fd3a-4104-95a7-5a77cece0e77), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.643770 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] Publish callbacks [] for security_group (b616ea48-fd3a-4104-95a7-5a77cece0e77), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.674130 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:39.690840 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (edf00d82-f5a3-462c-b9b2-c9cb0b736814), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.731631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:39.804234 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (b616ea48-fd3a-4104-95a7-5a77cece0e77), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.806780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.807946 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b616ea48-fd3a-4104-95a7-5a77cece0e77 HTTP/1.1" status: 204 len: 168 time: 0.2360709 Jul 20 17:56:39.816374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907397fb-e72a-423d-b979-190a5fa03127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616ea48-fd3a-4104-95a7-5a77cece0e77,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:39.833221 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (edf00d82-f5a3-462c-b9b2-c9cb0b736814), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.862131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf00d82-f5a3-462c-b9b2-c9cb0b736814,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:39.866609 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:39.869776 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9f114f87-d6f4-44c1-b02f-53b1a8a13ce7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/edf00d82-f5a3-462c-b9b2-c9cb0b736814 HTTP/1.1" status: 204 len: 168 time: 0.3923147 Jul 20 17:56:39.875509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60120) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:39.875988 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99f469-c87d-4eaa-814e-8ce4e0283d93 None None] Network e772fe92-4472-4af3-b6e9-3d6e16e3740d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:39.971135 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (e772fe92-4472-4af3-b6e9-3d6e16e3740d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.003404 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.021646 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Deleting port af91d040-4406-4a0e-918a-2b7e80b25868 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:40.022017 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.058290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] DHCP port deletion for e772fe92-4472-4af3-b6e9-3d6e16e3740d request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:56:40.097417 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Deleting port af91d040-4406-4a0e-918a-2b7e80b25868 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:40.097789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.101133 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] For port af91d040-4406-4a0e-918a-2b7e80b25868, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=af91d040-4406-4a0e-918a-2b7e80b25868,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:40.101510 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.120294 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Calling delete_port for af91d040-4406-4a0e-918a-2b7e80b25868 owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:40.162920 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.166380 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] For port af91d040-4406-4a0e-918a-2b7e80b25868, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=af91d040-4406-4a0e-918a-2b7e80b25868,segment=NetworkSegment(9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b),segment_id=9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:40.166780 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.180329 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Calling delete_port for af91d040-4406-4a0e-918a-2b7e80b25868 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:40.188150 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.240559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.277316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.283584 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (af91d040-4406-4a0e-918a-2b7e80b25868), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.304924 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] No DVR routers for this DVR port af91d040-4406-4a0e-918a-2b7e80b25868 on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:40.309886 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] No DVR routers for this DVR port af91d040-4406-4a0e-918a-2b7e80b25868 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:40.311192 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Pushing event deleted for resources: {'Port': ['ID=af91d040-4406-4a0e-918a-2b7e80b25868,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:40.311326 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af91d040-4406-4a0e-918a-2b7e80b25868,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:40.323722 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.324204 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.324961 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.325390 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.325930 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.326452 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.326964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.327389 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.327730 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.328062 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.328400 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.328771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.329118 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.329442 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.329766 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4259e1-1d68-4e37-9fdb-eba284063dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:40.392362 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (e772fe92-4472-4af3-b6e9-3d6e16e3740d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.406523 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.413267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e772fe92-4472-4af3-b6e9-3d6e16e3740d']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:40.422376 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:40.422674 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:40.432127 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.445346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.451731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:56:40.452114 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.486562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60128) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:40.501430 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bcda38-cc69-43d4-803f-47d872c751c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.579945 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bcda38-cc69-43d4-803f-47d872c751c6 admin admin] Publish callbacks [] for security_group (614364e4-d434-4e87-9061-33537e27355e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.614913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (e772fe92-4472-4af3-b6e9-3d6e16e3740d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.626902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.626902 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e772fe92-4472-4af3-b6e9-3d6e16e3740d HTTP/1.1" status: 204 len: 168 time: 0.7489426 Jul 20 17:56:40.635569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698589d-2995-4037-808f-8061edbf81c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e772fe92-4472-4af3-b6e9-3d6e16e3740d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:40.643772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bcda38-cc69-43d4-803f-47d872c751c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (614364e4-d434-4e87-9061-33537e27355e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.657637 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b resource provider aggregate not found Jul 20 17:56:40.676495 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fad1ba7-b00e-4b4a-a8e3-be5eeecda32b found for delete ", "request_id": "req-061894c8-bc77-408a-a088-864556eb3ec0"}]} Jul 20 17:56:40.685235 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d8bcda38-cc69-43d4-803f-47d872c751c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f76c4a540b7472fb488c3fa00f566b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975954 Jul 20 17:56:40.687847 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcda38-cc69-43d4-803f-47d872c751c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614364e4-d434-4e87-9061-33537e27355e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:40.689080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60134) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:40.741637 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] Publish callbacks [] for security_group (614364e4-d434-4e87-9061-33537e27355e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.764760 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] Publish callbacks [] for security_group (614364e4-d434-4e87-9061-33537e27355e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.797787 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:40.951832 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (614364e4-d434-4e87-9061-33537e27355e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.954381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:40.955873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/614364e4-d434-4e87-9061-33537e27355e HTTP/1.1" status: 204 len: 168 time: 0.2644742 Jul 20 17:56:40.963848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b380e-e994-4ff9-af13-afe69854ee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614364e4-d434-4e87-9061-33537e27355e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:41.064994 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60138) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:41.120507 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-80262233-afd6-4ebd-9fe5-1694c15f327e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93918dc6b6f445d18a3ecb003524152d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516095 Jul 20 17:56:41.120858 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60140) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:41.127850 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 471763db-c44a-46ac-8f24-cb57ee67dac7 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:41.148213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 471763db-c44a-46ac-8f24-cb57ee67dac7 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:41.148587 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 471763db-c44a-46ac-8f24-cb57ee67dac7 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:41.149174 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device af91d040-4406-4a0e-918a-2b7e80b25868 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:41.169993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: af91d040-4406-4a0e-918a-2b7e80b25868 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:41.170340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device af91d040-4406-4a0e-918a-2b7e80b25868 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:41.174241 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] Publish callbacks [] for security_group (085a197a-a830-4200-af8f-d193a2e04ac7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:41.201206 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] Publish callbacks [] for security_group (085a197a-a830-4200-af8f-d193a2e04ac7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:41.332053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (085a197a-a830-4200-af8f-d193a2e04ac7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:41.334761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:41.336024 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/085a197a-a830-4200-af8f-d193a2e04ac7 HTTP/1.1" status: 204 len: 168 time: 0.2141585 Jul 20 17:56:41.344158 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec2293-fe65-4782-a943-291802a88bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085a197a-a830-4200-af8f-d193a2e04ac7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:42.681294 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:43.627556 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60232) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:43.733910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6a62be49-677e-4e69-8ad0-5d2a69d6c8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:43.814509 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6a62be49-677e-4e69-8ad0-5d2a69d6c8be admin admin] Publish callbacks [] for security_group (d5e5df04-ea7e-4843-8984-c977bbd0d28a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:43.900320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-6a62be49-677e-4e69-8ad0-5d2a69d6c8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d5e5df04-ea7e-4843-8984-c977bbd0d28a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:43.940882 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6a62be49-677e-4e69-8ad0-5d2a69d6c8be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcec0de2c3c3477fa85313a1673afa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121274 Jul 20 17:56:43.941671 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62be49-677e-4e69-8ad0-5d2a69d6c8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5df04-ea7e-4843-8984-c977bbd0d28a,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:43.945177 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60242) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:43.994855 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] Publish callbacks [] for security_group (d5e5df04-ea7e-4843-8984-c977bbd0d28a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.019806 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] Publish callbacks [] for security_group (d5e5df04-ea7e-4843-8984-c977bbd0d28a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.149209 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d5e5df04-ea7e-4843-8984-c977bbd0d28a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.151732 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.153031 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5e5df04-ea7e-4843-8984-c977bbd0d28a HTTP/1.1" status: 204 len: 168 time: 0.2059693 Jul 20 17:56:44.161236 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bc384-9396-493b-a43b-74308d7b7c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5df04-ea7e-4843-8984-c977bbd0d28a,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:44.551993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-292e2a55-804a-4bf2-bf18-2dc880da099b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.897021 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60250) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:44.910275 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6126523f-31a0-46c1-8c3c-52cf826dab70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:44.989492 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6126523f-31a0-46c1-8c3c-52cf826dab70 admin admin] Publish callbacks [] for security_group (22ba6ffb-4cee-448d-953b-68c714c91c74), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.034698 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6126523f-31a0-46c1-8c3c-52cf826dab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (22ba6ffb-4cee-448d-953b-68c714c91c74), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.073944 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6126523f-31a0-46c1-8c3c-52cf826dab70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f679f8f994de473bb27a309d706db297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758492 Jul 20 17:56:45.074811 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126523f-31a0-46c1-8c3c-52cf826dab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba6ffb-4cee-448d-953b-68c714c91c74,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:45.077415 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60252) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:45.132481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] Publish callbacks [] for security_group (22ba6ffb-4cee-448d-953b-68c714c91c74), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.154665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] Publish callbacks [] for security_group (22ba6ffb-4cee-448d-953b-68c714c91c74), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.260366 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (22ba6ffb-4cee-448d-953b-68c714c91c74), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.263120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:45.264263 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22ba6ffb-4cee-448d-953b-68c714c91c74 HTTP/1.1" status: 204 len: 168 time: 0.1849859 Jul 20 17:56:45.273325 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481c73a-249e-46c6-a4ba-0dad8906bc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba6ffb-4cee-448d-953b-68c714c91c74,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:46.343634 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60288) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:46.439252 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-920481898-network', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:46.543573 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Made reservation on behalf of be1213650f38494aa2aeb1aadc7ccbc7 for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:56:46.545861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.555081 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.630098 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks [] for security_group (0354d8bd-1305-4f5b-8287-825518465aff), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.715286 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0354d8bd-1305-4f5b-8287-825518465aff), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.731431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=78,neutron:INSERT=16 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:46.739933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:46.741392 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:56:46.755876 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354d8bd-1305-4f5b-8287-825518465aff,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:46.758738 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.759078 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Added segment e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18 of type vlan for network d856af6c-3171-430a-a397-90532200f85e Jul 20 17:56:46.800320 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (d856af6c-3171-430a-a397-90532200f85e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.866098 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5a743e1d-1e11-462a-a928-3e6766288a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.967257 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (d856af6c-3171-430a-a397-90532200f85e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:46.968260 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:46.968874 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.028522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d856af6c-3171-430a-a397-90532200f85e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:47.038292 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network d856af6c-3171-430a-a397-90532200f85e details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:56:47.106890 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6186621d-1ad8-45d5-83e8-8210a50423d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7614505 Jul 20 17:56:47.109069 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60292) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:47.113785 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Request body: {'subnet': {'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-920481898-subnet', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:47.194971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Made reservation on behalf of be1213650f38494aa2aeb1aadc7ccbc7 for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:56:47.197474 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5287737'] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.429674 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6745712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5287727'] for subnet (0995c947-681a-4f82-9abd-5cebf87739e3), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.481713 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:47.485688 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0995c947-681a-4f82-9abd-5cebf87739e3,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:47.500600 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:47.500958 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Network hostable DHCP agents. Network: d856af6c-3171-430a-a397-90532200f85e, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:56:47.583682 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Network d856af6c-3171-430a-a397-90532200f85e is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:56:47.701470 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, d856af6c-3171-430a-a397-90532200f85e) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:47.705580 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:47.706173 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.710716 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442678fa-fdda-4f9a-b394-fe0027f58e2b None None] Network d856af6c-3171-430a-a397-90532200f85e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:47.805691 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-3a7c522e-b6ab-4b1a-a3c9-8e28e1ffbbd1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6951005 Jul 20 17:56:47.807955 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60302) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:47.812370 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:47.822656 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-d856af6c-3171-430a-a397-90532200f85e', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:56:47.828166 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.949896 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.950987 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:47.957503 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Allocated IP 172.20.0.2 (d856af6c-3171-430a-a397-90532200f85e/0995c947-681a-4f82-9abd-5cebf87739e3/3f062450-316a-4893-9d18-8161a2584474) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:48.001740 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for router_controller (89e32358-eefa-4d65-aef1-0b094bad2dc8), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.099259 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks [] for port (3f062450-316a-4893-9d18-8161a2584474), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.221094 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (3f062450-316a-4893-9d18-8161a2584474), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.259168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for router_gateway (89e32358-eefa-4d65-aef1-0b094bad2dc8), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.268354 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:48.271803 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:48.275516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:48.278665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Pushing event updated for resources: {'Port': ['ID=3f062450-316a-4893-9d18-8161a2584474,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:48.285550 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.335345 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Attempting to bind port 3f062450-316a-4893-9d18-8161a2584474 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:56:48.335716 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Attempting to bind port 3f062450-316a-4893-9d18-8161a2584474 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:56:48.336078 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Attempting to bind port 3f062450-316a-4893-9d18-8161a2584474 on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:56:48.341008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:56:48.341381 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:48.341783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.342172 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Bound using segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:56:48.342633 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Bound port: 3f062450-316a-4893-9d18-8161a2584474, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:56:48.343010 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3f062450-316a-4893-9d18-8161a2584474), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.397335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:48.403150 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] For port 3f062450-316a-4893-9d18-8161a2584474, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:56:48.406221 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] For port 3f062450-316a-4893-9d18-8161a2584474, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=3f062450-316a-4893-9d18-8161a2584474,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:56:48.512091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (3f062450-316a-4893-9d18-8161a2584474), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.527138 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for router_gateway (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.540103 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:48.550217 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.576606 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b23f7-0611-4fe6-9034-a660fd659f3f None None] Pushing event updated for resources: {'Port': ['ID=3f062450-316a-4893-9d18-8161a2584474,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:48.639631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:48.665294 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Allocated IP 172.27.3.101 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/7e5a7614-5ab3-4149-a2b1-0ef5d01a68af) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:48.791100 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.881875 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:48.923266 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:48.928410 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:48.930740 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Pushing event updated for resources: {'Port': ['ID=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:48.932925 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:48.955011 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:49.148997 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 3f062450-316a-4893-9d18-8161a2584474 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:49.199022 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 3f062450-316a-4893-9d18-8161a2584474 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:49.199396 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3f062450-316a-4893-9d18-8161a2584474), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.247375 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for router_gateway (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.275518 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 3f062450-316a-4893-9d18-8161a2584474 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:49.275912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (3f062450-316a-4893-9d18-8161a2584474), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.315110 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 3f062450-316a-4893-9d18-8161a2584474, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=3f062450-316a-4893-9d18-8161a2584474,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:49.420270 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (3f062450-316a-4893-9d18-8161a2584474), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.453024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.476056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2810f9-d714-40e3-b3c7-323b60cea1ad None None] Network d856af6c-3171-430a-a397-90532200f85e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:49.481912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=3f062450-316a-4893-9d18-8161a2584474,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:49.637496 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:56:49.686886 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-220a32c9-00e4-4991-87c7-a090e174ba70 None None] Provisioning complete for port 3f062450-316a-4893-9d18-8161a2584474 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:49.687263 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-220a32c9-00e4-4991-87c7-a090e174ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3f062450-316a-4893-9d18-8161a2584474), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.743959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:49.761125 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:49.771466 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:49.774107 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:49.799477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-220a32c9-00e4-4991-87c7-a090e174ba70 None None] Current status of the port 3f062450-316a-4893-9d18-8161a2584474 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:49.817198 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.818657 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ba27bfae-f59a-43bf-9941-2f9297d5ffed admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0096207 Jul 20 17:56:49.821977 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60308) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:49.892116 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:49.921517 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:49.983677 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:50.020798 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-9f317d06-815e-4311-875f-a65669b4fa94 None None] Provisioning complete for port 3f062450-316a-4893-9d18-8161a2584474 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:50.021078 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9f317d06-815e-4311-875f-a65669b4fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3f062450-316a-4893-9d18-8161a2584474), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.079549 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:49Z', 'revision_number': 3, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:50.098107 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.106910 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:50.107359 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Updating router 89e32358-eefa-4d65-aef1-0b094bad2dc8 port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:56:50.118721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-9f317d06-815e-4311-875f-a65669b4fa94 None None] Current status of the port 3f062450-316a-4893-9d18-8161a2584474 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:50.122964 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:50.135778 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.260593 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.382754 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks [] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.416702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Allocated IP 172.20.0.1 (d856af6c-3171-430a-a397-90532200f85e/0995c947-681a-4f82-9abd-5cebf87739e3/df68874e-9bb9-4c5e-be3b-345615b50a4b) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:50.466078 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.518019 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Attempting to bind port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:56:50.518299 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks [] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.518419 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Attempting to bind port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:56:50.518649 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Attempting to bind port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:56:50.522177 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Pushing event updated for resources: {'Port': ['ID=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:50.529910 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:56:50.530278 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:50.530804 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.531193 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:56:50.531650 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Bound port: 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:56:50.532075 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.535350 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.535693 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.536050 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.536405 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.536789 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.537269 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.537594 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.537912 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.538234 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.538552 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.538902 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.539223 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.539546 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.539860 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.540174 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:50.587567 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] For port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:56:50.590577 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] For port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:56:50.606475 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.646009 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:50.648828 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:50.654680 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:50.678921 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:50.687296 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.699734 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.729440 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:56:50.732725 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:50.750738 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:50.765267 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:50.765947 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:50.799243 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813d364-64f9-4a5c-b0f5-62813f2d031d None None] Pushing event updated for resources: {'Port': ['ID=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:50.816608 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:50.872310 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:50.951840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-04f9161c-e48a-4f91-bea7-2c035582ca06 None None] Provisioning complete for port df68874e-9bb9-4c5e-be3b-345615b50a4b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:50.955166 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-04f9161c-e48a-4f91-bea7-2c035582ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.964802 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:50.987846 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-04f9161c-e48a-4f91-bea7-2c035582ca06 None None] Port df68874e-9bb9-4c5e-be3b-345615b50a4b cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:56:51.059445 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:51.171981 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:49Z', 'revision_number': 3, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:51.186713 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 3f062450-316a-4893-9d18-8161a2584474 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:51.201967 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e38730e-6333-4741-9ed0-b888ddfcb54d None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:49Z', 'revision_number': 3, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:51.238738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 3f062450-316a-4893-9d18-8161a2584474 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:51.239111 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (3f062450-316a-4893-9d18-8161a2584474), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:51.320053 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 3f062450-316a-4893-9d18-8161a2584474 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:51.469434 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks [] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:51.547213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4209-d5fa-497e-b013-1c0cf92c4e89 req-ac7ac10d-23bc-4fb7-b541-e5015b32635f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:51.548755 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8d8b4209-d5fa-497e-b013-1c0cf92c4e89 req-ac7ac10d-23bc-4fb7-b541-e5015b32635f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Jul 20 17:56:51.564562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:51.593885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:51.601918 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8d8b4209-d5fa-497e-b013-1c0cf92c4e89 req-0904d869-9db4-4095-a0ae-041dec0eea26 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466011 Jul 20 17:56:51.640081 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:51.643275 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:51.656546 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.657125 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.657125 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.657326 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.657657 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.657982 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.658303 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.658630 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.658944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.659266 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.659592 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.659912 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.660231 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.660569 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.660883 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:56:51.758631 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:51.760061 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:51.881807 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:52.014206 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:52.019375 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-de5ecf5d-fd7b-4e85-8b46-230288205ce4 admin admin] 10.222.0.42 "PUT /v2.0/routers/89e32358-eefa-4d65-aef1-0b094bad2dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964190 Jul 20 17:56:52.020638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:52.028164 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:52.029453 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-6879714a-7d70-4727-a2aa-f4bab158f1b4 None None] Provisioning complete for port df68874e-9bb9-4c5e-be3b-345615b50a4b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:52.029551 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6879714a-7d70-4727-a2aa-f4bab158f1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:52.063541 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-6879714a-7d70-4727-a2aa-f4bab158f1b4 None None] Port df68874e-9bb9-4c5e-be3b-345615b50a4b cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:56:52.747082 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837ef56-cdef-436e-9bf3-52e2d10410ae req-687d773f-f320-4276-b40a-1d94ab8305a3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:52.748717 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7837ef56-cdef-436e-9bf3-52e2d10410ae req-687d773f-f320-4276-b40a-1d94ab8305a3 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Jul 20 17:56:52.798237 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60352) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:52.803907 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2022718748-network', 'tenant_id': 'b4291ba018c443d392571201d810b551'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:52.808226 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7837ef56-cdef-436e-9bf3-52e2d10410ae req-f1c7d92d-09de-4c0c-b229-f856866cc471 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517056 Jul 20 17:56:52.813606 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:52.866984 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:52.880865 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:52.881412 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:52.957347 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Made reservation on behalf of b4291ba018c443d392571201d810b551 for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:56:52.960458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:52.984786 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:52.987059 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.065840 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks [] for security_group (d8b6af27-aa37-4b17-a0b3-83bcf71e927f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.140944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d8b6af27-aa37-4b17-a0b3-83bcf71e927f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.174958 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812638-2176-41f4-ae05-454577bf4a2c req-35f28b13-4201-44f8-b5a1-4b5728fd2c1f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:53.176640 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-45812638-2176-41f4-ae05-454577bf4a2c req-35f28b13-4201-44f8-b5a1-4b5728fd2c1f tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.0888884 Jul 20 17:56:53.198316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:53.209993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:56:53.229883 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:51Z', 'revision_number': 2, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:53.238750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b6af27-aa37-4b17-a0b3-83bcf71e927f,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:53.251621 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.251969 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Added segment 2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf of type vlan for network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 Jul 20 17:56:53.284059 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:53.284422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Updating router 89e32358-eefa-4d65-aef1-0b094bad2dc8 port df68874e-9bb9-4c5e-be3b-345615b50a4b binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:56:53.329040 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.337978 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (433a774b-a52e-42c6-9b17-1ff0e3cb9c09), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.344662 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:53.345434 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.350778 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Deleting port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:53.351110 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.455220 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] For port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:53.455633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.508177 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (433a774b-a52e-42c6-9b17-1ff0e3cb9c09), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.509188 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:53.509797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.523917 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:53.529789 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:53.530194 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.585587 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:53.656708 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] Pushing event updated for resources: {'Network': ['ID=433a774b-a52e-42c6-9b17-1ff0e3cb9c09,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:53.671862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:56:53.684040 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.684407 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.684750 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Floating IP 9aa2897a-7256-439a-b652-9ff0ad1212a5 disassociated. External IP: 172.27.3.24, port: c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9. Jul 20 17:56:53.685116 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Calling delete_port for c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:53.689859 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:53.695598 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d5002a65-a348-4fed-b46a-92a4d58a1742 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8960352 Jul 20 17:56:53.698352 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60364) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:53.702577 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks [] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.704971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Request body: {'subnet': {'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2022718748-subnet', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:53.732210 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:53.737219 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.748062 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:53.784487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.803577 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:53.809408 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Made reservation on behalf of b4291ba018c443d392571201d810b551 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:56:53.813569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.857947 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ef8d6-934d-481c-9111-af63d83d0886 None None] Pushing event updated for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:53.917340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Attempting to bind port df68874e-9bb9-4c5e-be3b-345615b50a4b on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:56:53.917708 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Attempting to bind port df68874e-9bb9-4c5e-be3b-345615b50a4b by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:56:53.918071 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Attempting to bind port df68874e-9bb9-4c5e-be3b-345615b50a4b on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:56:53.925221 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:56:53.926239 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:53.926498 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.926787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Bound using segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:56:53.927330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Bound port: df68874e-9bb9-4c5e-be3b-345615b50a4b, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:56:53.927714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:53.963975 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.008012 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] For port df68874e-9bb9-4c5e-be3b-345615b50a4b, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:56:54.009255 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ce7f-6495-4fc7-9d5e-c5e05c16896a req-7b5c74d8-1c71-45ab-a32a-4b29c06d538d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:54.010799 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46e4ce7f-6495-4fc7-9d5e-c5e05c16896a req-7b5c74d8-1c71-45ab-a32a-4b29c06d538d tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 946 time: 0.1006672 Jul 20 17:56:54.011541 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] For port df68874e-9bb9-4c5e-be3b-345615b50a4b, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=df68874e-9bb9-4c5e-be3b-345615b50a4b,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:56:54.013942 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'Port': ['ID=c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:54.097119 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Provisioning complete for port df68874e-9bb9-4c5e-be3b-345615b50a4b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:54.097762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.102913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.113318 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-46e4ce7f-6495-4fc7-9d5e-c5e05c16896a req-d72ed131-226d-481c-93ff-f9e81673a5b9 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups?id=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939238 Jul 20 17:56:54.143047 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:54.208984 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:54.209656 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:54.214623 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ef8d6-934d-481c-9111-af63d83d0886 None None] Pushing event updated for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:54.220966 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.254277 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:54.254524 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:54.278648 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:54.289872 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:54.303860 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:54.315720 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:54.317175 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:54.336478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Checking segment: {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:54.336910 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Network hostable DHCP agents. Network: 433a774b-a52e-42c6-9b17-1ff0e3cb9c09, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:56:54.342799 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] No DVR routers for this DVR port c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:56:54.346226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.350310 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-45812638-2176-41f4-ae05-454577bf4a2c req-c8d01b47-79ee-4875-aa97-bfe12970711c tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.18 "DELETE /v2.0/ports/c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 HTTP/1.1" status: 204 len: 173 time: 1.1617007 Jul 20 17:56:54.350938 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-deleted', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:56:54.353752 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05566cc-62d4-4841-9223-9b32a0b91b11" -d '{"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-deleted", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:56:54.377955 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Current status of the port df68874e-9bb9-4c5e-be3b-345615b50a4b is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:54.378608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.437568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:56:54.448182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] For port df68874e-9bb9-4c5e-be3b-345615b50a4b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=df68874e-9bb9-4c5e-be3b-345615b50a4b,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:54.459693 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:54.475090 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:54.486487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e7765-9f0c-4f1b-88e7-4306807fb97a x-openstack-request-id: req-3f0e7765-9f0c-4f1b-88e7-4306807fb97a {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:56:54.486782 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e70e71-0f97-4e13-8c1b-88944978cb60", "name": "network-vif-deleted", "tag": "c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:56:54.487039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f0e7765-9f0c-4f1b-88e7-4306807fb97a {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:56:54.487527 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0e7765-9f0c-4f1b-88e7-4306807fb97a'] response: {'server_uuid': '08e70e71-0f97-4e13-8c1b-88944978cb60', 'name': 'network-vif-deleted', 'tag': 'c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9', 'status': 'completed', 'code': 200} Jul 20 17:56:54.512124 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 433a774b-a52e-42c6-9b17-1ff0e3cb9c09) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:54.523788 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:56:54.538459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.581097 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5480e-0568-49f3-bea2-771d8654ac43 None None] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:54.585775 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.640469 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e17a2500-6fc8-4875-8847-f551a3bab887 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9403152 Jul 20 17:56:54.643290 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60378) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:54.653449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:56:54.730005 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.731283 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.745321 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:54.792698 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:54.794824 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:54.802490 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:54.802866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for router_controller (9a05288d-6121-4f1f-ab21-86f156fef59a), precommit_add_association {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.803321 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:54.899424 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-21de3191-1647-45f8-ac7e-ad59cfe933c2 None None] Provisioning complete for port df68874e-9bb9-4c5e-be3b-345615b50a4b triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:54.899791 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-21de3191-1647-45f8-ac7e-ad59cfe933c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:54.900202 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:54.910850 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:54.972761 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:54.997462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f705d-5b68-482e-b148-ae268cb48b19 None None] Pushing event updated for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:55.097906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for router_gateway (9a05288d-6121-4f1f-ab21-86f156fef59a), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.110786 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'project_id': 'b4291ba018c443d392571201d810b551', 'fixed_ips': [{'subnet_id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:56:55.112031 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.174573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:55.267060 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:55.268899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-21de3191-1647-45f8-ac7e-ad59cfe933c2 None None] Current status of the port df68874e-9bb9-4c5e-be3b-345615b50a4b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:55.275963 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:55.291289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386352-56e8-4ed5-aa2c-cc1dba95d874 None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:55.306352 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d436-f738-4371-a51d-f19eb05783a3 None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:49:28Z', 'revision_number': 4, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '1c4a9dd2-1132-417f-98f3-f3cb27385937', 'name': '', 'network_id': '4543ca71-03de-461e-8540-7f258ee4032c', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'mac_address': 'fa:16:3e:62:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:25Z', 'updated_at': '2022-07-20T17:49:35Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'subnets': [{'id': '6c12685c-bf1f-4856-a731-6a4b02c53f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:55.336594 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e0f3a718-e799-4e5b-9f8d-19518f7d981e req-35aebbdd-5d3a-4b91-a496-14039f9547c0 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e70e71-0f97-4e13-8c1b-88944978cb60 HTTP/1.1" status: 200 len: 210 time: 0.0541265 Jul 20 17:56:55.569779 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for router_gateway (9a05288d-6121-4f1f-ab21-86f156fef59a), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.591896 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.595526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:55.595925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.598254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Allocated IP 172.20.0.2 (433a774b-a52e-42c6-9b17-1ff0e3cb9c09/473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9/d7345ac0-d12c-425b-a516-e40c28a91349) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:55.737679 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:56:55.740979 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Allocated IP 172.27.3.196 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/fa389e79-50c6-4cb6-91ad-d51dffd86593) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:55.778487 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:56:55.779378 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device c8ed4dc3-2eab-4ce7-803c-a6f24585e5b9 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:56:55.791080 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:55.812988 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf869e-a196-46bb-a92f-7e6d5985322b None None] New status for floating IP 9aa2897a-7256-439a-b652-9ff0ad1212a5: DOWN {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:56:55.875220 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.974465 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks [] for port (d7345ac0-d12c-425b-a516-e40c28a91349), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.030432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.061221 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.070780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:56.072798 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:56.079345 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:56.084495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:56.106862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:56.106862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:56.106862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:56.110618 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:56.115545 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Pushing event updated for resources: {'Port': ['ID=fa389e79-50c6-4cb6-91ad-d51dffd86593,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:56.178241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Pushing event updated for resources: {'Port': ['ID=d7345ac0-d12c-425b-a516-e40c28a91349,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:56.226038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Attempting to bind port d7345ac0-d12c-425b-a516-e40c28a91349 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:56:56.226405 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Attempting to bind port d7345ac0-d12c-425b-a516-e40c28a91349 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:56:56.226765 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Attempting to bind port d7345ac0-d12c-425b-a516-e40c28a91349 on network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:56:56.232645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:56:56.233020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Checking segment: {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:56.233420 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.233807 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Bound using segment: {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:56:56.234271 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Bound port: d7345ac0-d12c-425b-a516-e40c28a91349, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:56:56.234647 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.310666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] For port d7345ac0-d12c-425b-a516-e40c28a91349, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:56:56.314389 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] For port d7345ac0-d12c-425b-a516-e40c28a91349, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=d7345ac0-d12c-425b-a516-e40c28a91349,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:56:56.479500 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.487254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:56.537682 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for router_gateway (9a05288d-6121-4f1f-ab21-86f156fef59a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.556334 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42279f7-9953-458d-a024-ba62d2ebb738 None None] Pushing event updated for resources: {'Port': ['ID=d7345ac0-d12c-425b-a516-e40c28a91349,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:56.610077 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60406) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:56.713966 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.717922 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.743865 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:56.750643 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.949474 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.952090 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.953424 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "DELETE /v2.0/security-groups/84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e HTTP/1.1" status: 204 len: 168 time: 0.3423743 Jul 20 17:56:56.956786 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60412) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:56.964470 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400ff5-2475-4f77-8265-236ca8016d36 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:56.979746 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.api.v2.resource [None req-e22c92bb-320d-4e1e-bf6d-1c0511e219cc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] show failed (client error): The resource could not be found. Jul 20 17:56:56.983449 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e22c92bb-320d-4e1e-bf6d-1c0511e219cc tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "GET /v2.0/security-groups/84bfb3a3-4cd7-44bf-9bd0-68f3c9a1224e HTTP/1.1" status: 404 len: 347 time: 0.0231044 Jul 20 17:56:56.983449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:56.983702 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60414) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:57.182374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Deleting port e8158881-ee02-4971-a3ec-3a6b106ab94e {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:56:57.182951 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.187992 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device d7345ac0-d12c-425b-a516-e40c28a91349 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:57.199162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.231482 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port d7345ac0-d12c-425b-a516-e40c28a91349 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:57.231853 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.311124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port d7345ac0-d12c-425b-a516-e40c28a91349 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:57.311792 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.339058 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.339785 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (e8158881-ee02-4971-a3ec-3a6b106ab94e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.353659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port d7345ac0-d12c-425b-a516-e40c28a91349, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=d7345ac0-d12c-425b-a516-e40c28a91349,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:56:57.365604 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Calling delete_port for e8158881-ee02-4971-a3ec-3a6b106ab94e owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:56:57.367237 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:57.435359 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.436462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device df68874e-9bb9-4c5e-be3b-345615b50a4b up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:57.518783 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=d7345ac0-d12c-425b-a516-e40c28a91349,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:57.526393 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Router 9a05288d-6121-4f1f-ab21-86f156fef59a is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:56:57.526760 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port df68874e-9bb9-4c5e-be3b-345615b50a4b triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:57.527192 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.610906 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port df68874e-9bb9-4c5e-be3b-345615b50a4b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:57.616253 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e8158881-ee02-4971-a3ec-3a6b106ab94e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.629915 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f641344-91cf-4253-acb9-b3d0b9c737de None None] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:56:57.649336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Pushing event deleted for resources: {'Port': ['ID=e8158881-ee02-4971-a3ec-3a6b106ab94e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:57.710481 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:57.712055 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:57.722691 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Sync routers for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:56:57.730454 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=9 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:57.736024 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:57.736865 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:57.737580 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks [] for floatingip (9aa2897a-7256-439a-b652-9ff0ad1212a5), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.738794 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-78c6d45c-0690-4c40-9644-87e6b6e55399 None None] Provisioning complete for port d7345ac0-d12c-425b-a516-e40c28a91349 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:57.739176 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-78c6d45c-0690-4c40-9644-87e6b6e55399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.740725 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.745233 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b03fc097-4716-4cba-a538-f46875e3b985 tempest-AttachVolumeShelveTestJSON-1116953909 tempest-AttachVolumeShelveTestJSON-1116953909-project] 10.222.0.42 "DELETE /v2.0/floatingips/9aa2897a-7256-439a-b652-9ff0ad1212a5 HTTP/1.1" status: 204 len: 168 time: 0.7601235 Jul 20 17:56:57.856501 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:57.856919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:57.858778 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-fccdefa8-96db-44f8-b597-c0138309cfde admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2137280 Jul 20 17:56:57.860970 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60424) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:56:58.022964 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:58.030170 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-78c6d45c-0690-4c40-9644-87e6b6e55399 None None] Current status of the port d7345ac0-d12c-425b-a516-e40c28a91349 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:58.079465 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:56Z', 'revision_number': 3, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:58.114565 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Checking router: 9a05288d-6121-4f1f-ab21-86f156fef59a for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:56:58.115032 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Updating router 9a05288d-6121-4f1f-ab21-86f156fef59a port fa389e79-50c6-4cb6-91ad-d51dffd86593 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:56:58.145471 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.251213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-16f6ec1e-dec2-4ec6-ab7e-48d9e2e399eb None None] Provisioning complete for port d7345ac0-d12c-425b-a516-e40c28a91349 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:58.251507 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-16f6ec1e-dec2-4ec6-ab7e-48d9e2e399eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.364493 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-16f6ec1e-dec2-4ec6-ab7e-48d9e2e399eb None None] Current status of the port d7345ac0-d12c-425b-a516-e40c28a91349 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:58.387471 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.410929 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:58.520153 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks [] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.548796 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Allocated IP 172.20.0.1 (433a774b-a52e-42c6-9b17-1ff0e3cb9c09/473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9/b274d1a5-615a-4b9d-836e-819b5323f4a4) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:56:58.583689 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.639090 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ed664-1012-4b9a-bcbe-debed5ae58fa None None] Pushing event updated for resources: {'Port': ['ID=fa389e79-50c6-4cb6-91ad-d51dffd86593,revision_number=2']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:58.641364 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Attempting to bind port fa389e79-50c6-4cb6-91ad-d51dffd86593 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:56:58.641735 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Attempting to bind port fa389e79-50c6-4cb6-91ad-d51dffd86593 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:56:58.642091 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Attempting to bind port fa389e79-50c6-4cb6-91ad-d51dffd86593 on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:56:58.647736 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:56:58.648065 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:56:58.648402 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.648806 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:56:58.649272 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Bound port: fa389e79-50c6-4cb6-91ad-d51dffd86593, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:56:58.649648 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.660360 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks [] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.673752 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:58.700104 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] For port fa389e79-50c6-4cb6-91ad-d51dffd86593, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:56:58.703239 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] For port fa389e79-50c6-4cb6-91ad-d51dffd86593, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fa389e79-50c6-4cb6-91ad-d51dffd86593,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:56:58.755352 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.791895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:58.794729 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:58.800367 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:56:58.804207 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.829237 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Pushing event updated for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:58.847932 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (9a05288d-6121-4f1f-ab21-86f156fef59a), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:58.871994 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:56:58.872588 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:58.913623 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ed664-1012-4b9a-bcbe-debed5ae58fa None None] Pushing event updated for resources: {'Port': ['ID=fa389e79-50c6-4cb6-91ad-d51dffd86593,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:58.990813 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:56:59.090283 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-67d370b2-2c2b-4820-8ab3-2e278c39b793 None None] Provisioning complete for port b274d1a5-615a-4b9d-836e-819b5323f4a4 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:59.090665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-67d370b2-2c2b-4820-8ab3-2e278c39b793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.138560 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-67d370b2-2c2b-4820-8ab3-2e278c39b793 None None] Port b274d1a5-615a-4b9d-836e-819b5323f4a4 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:56:59.160070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.191069 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device d7345ac0-d12c-425b-a516-e40c28a91349 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:56:59.199299 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:56Z', 'revision_number': 3, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:56:59.216621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:59.226424 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10577c12-cc7d-4324-8d28-54700719e2a8 None None] The sync data for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi is: [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:56Z', 'revision_number': 3, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:56:59.277074 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port d7345ac0-d12c-425b-a516-e40c28a91349 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:59.277723 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.340346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks [] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.352954 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:59.355484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port d7345ac0-d12c-425b-a516-e40c28a91349 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:56:59.438270 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.556124 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (9a05288d-6121-4f1f-ab21-86f156fef59a), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:59.559416 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Pushing event updated for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:56:59.571583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:59.663251 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:56:59.664970 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:56:59.793793 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Router 9a05288d-6121-4f1f-ab21-86f156fef59a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:56:59.909001 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:56:59.913805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1edffbde-82b4-4e3b-bf35-30be9f28beac admin admin] 10.222.0.42 "PUT /v2.0/routers/9a05288d-6121-4f1f-ab21-86f156fef59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518620 Jul 20 17:56:59.966661 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-03ea6c2f-b248-4a78-bdc9-c4f774fb1c60 None None] Provisioning complete for port b274d1a5-615a-4b9d-836e-819b5323f4a4 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:56:59.967193 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-03ea6c2f-b248-4a78-bdc9-c4f774fb1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.002533 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-03ea6c2f-b248-4a78-bdc9-c4f774fb1c60 None None] Port b274d1a5-615a-4b9d-836e-819b5323f4a4 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:00.346489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60456) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:00.351040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389441536', 'description': 'tempest-secgroup-smoke-1389441536 description', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:00.437713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.513627 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (baa5367c-3e43-4dd3-9162-53550d43f9ed), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.611732 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (baa5367c-3e43-4dd3-9162-53550d43f9ed), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.643707 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa5367c-3e43-4dd3-9162-53550d43f9ed,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:00.644642 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60470) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:00.771784 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.776046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-778c6db6-27b2-492e-a0a3-eedad397865c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4256580 Jul 20 17:57:00.776448 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60476) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:00.780926 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:00.902447 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (630b1b80-bed0-439c-8224-6b8c91127ded), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.039703 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (630b1b80-bed0-439c-8224-6b8c91127ded), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.153558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (630b1b80-bed0-439c-8224-6b8c91127ded), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.173593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fa389e79-50c6-4cb6-91ad-d51dffd86593 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:01.184287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630b1b80-bed0-439c-8224-6b8c91127ded,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:01.188349 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.220659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port fa389e79-50c6-4cb6-91ad-d51dffd86593 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:01.220659 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.289456 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.290645 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-b5a71d6a-aa4c-403e-bf6c-3159793bacf0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132267 Jul 20 17:57:01.299594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60482) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:01.301282 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port fa389e79-50c6-4cb6-91ad-d51dffd86593 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:01.301672 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.304946 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:01.324938 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port fa389e79-50c6-4cb6-91ad-d51dffd86593, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fa389e79-50c6-4cb6-91ad-d51dffd86593,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:01.375134 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:01.398193 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (2d0da639-0307-44ad-aeae-8891e1a26e06), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.420819 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.454636 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Deleting port 1c4a9dd2-1132-417f-98f3-f3cb27385937 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:57:01.454969 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.462445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (2d0da639-0307-44ad-aeae-8891e1a26e06), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.479538 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=fa389e79-50c6-4cb6-91ad-d51dffd86593,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:01.534251 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:01.539608 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] For port 1c4a9dd2-1132-417f-98f3-f3cb27385937, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1c4a9dd2-1132-417f-98f3-f3cb27385937,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:01.539973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.553353 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Calling delete_port for 1c4a9dd2-1132-417f-98f3-f3cb27385937 owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:57:01.594747 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (2d0da639-0307-44ad-aeae-8891e1a26e06), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.613912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0da639-0307-44ad-aeae-8891e1a26e06,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:01.680015 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.681340 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-32f7a09d-785f-4db0-8618-a25e043744e3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3802502 Jul 20 17:57:01.684116 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60484) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:01.688667 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:01.732410 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Sync routers for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:01.743642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:01.744270 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:01.809419 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (434f9a9f-b1f5-4e60-8ee8-e5921c4f581b), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.842694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (1c4a9dd2-1132-417f-98f3-f3cb27385937), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.849057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:01.880653 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4a9dd2-1132-417f-98f3-f3cb27385937,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:01.947790 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (434f9a9f-b1f5-4e60-8ee8-e5921c4f581b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.015468 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:02.058054 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (434f9a9f-b1f5-4e60-8ee8-e5921c4f581b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.065925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:58Z', 'revision_number': 4, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b274d1a5-615a-4b9d-836e-819b5323f4a4', 'name': '', 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'mac_address': 'fa:16:3e:13:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:58Z', 'updated_at': '2022-07-20T17:56:59Z', 'revision_number': 2, 'project_id': 'b4291ba018c443d392571201d810b551', 'subnets': [{'id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:02.097476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Checking router: 9a05288d-6121-4f1f-ab21-86f156fef59a for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:02.097837 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Updating router 9a05288d-6121-4f1f-ab21-86f156fef59a port b274d1a5-615a-4b9d-836e-819b5323f4a4 binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:02.099458 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434f9a9f-b1f5-4e60-8ee8-e5921c4f581b,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:02.101638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:02.118695 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.136395 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.206648 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.211060 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9ca0ff35-c0cb-42c2-b1bb-8a3cc54a21df tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5227418 Jul 20 17:57:02.211060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60486) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:02.216175 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:02.266896 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:02.357312 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (27e0fd2d-5299-4a76-8179-07f47df23ece), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.362380 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:02.376044 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:02.419571 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks [] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.491655 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (27e0fd2d-5299-4a76-8179-07f47df23ece), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.510431 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:02.515319 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d115620a-8af8-4bba-aa53-eb7ef214fc62 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b2614d2-5db0-4e2a-99fe-3b99b38650a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697302 Jul 20 17:57:02.517845 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60492) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:02.521241 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Sync routers for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:02.531889 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:02.532512 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:02.546274 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.606813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ddb09-b9e7-41c4-91b4-c848d69f8091 None None] Pushing event updated for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:02.666705 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Attempting to bind port b274d1a5-615a-4b9d-836e-819b5323f4a4 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:02.667084 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Attempting to bind port b274d1a5-615a-4b9d-836e-819b5323f4a4 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:02.667455 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Attempting to bind port b274d1a5-615a-4b9d-836e-819b5323f4a4 on network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:02.671802 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:02.673377 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:02.673763 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Checking segment: {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:02.675242 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.675242 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Bound using segment: {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:02.675482 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Bound port: b274d1a5-615a-4b9d-836e-819b5323f4a4, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:02.675840 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.773668 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] For port b274d1a5-615a-4b9d-836e-819b5323f4a4, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:02.778140 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] For port b274d1a5-615a-4b9d-836e-819b5323f4a4, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b274d1a5-615a-4b9d-836e-819b5323f4a4,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:02.848863 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-c8577776-84a7-493c-973a-4b211832cf51 None None] Provisioning complete for port b274d1a5-615a-4b9d-836e-819b5323f4a4 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:02.849636 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c8577776-84a7-493c-973a-4b211832cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.866972 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (27e0fd2d-5299-4a76-8179-07f47df23ece), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.886060 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.901138 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e0fd2d-5299-4a76-8179-07f47df23ece,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:02.906739 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:02.908970 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks [] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.916486 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-c8577776-84a7-493c-973a-4b211832cf51 None None] Port b274d1a5-615a-4b9d-836e-819b5323f4a4 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:02.948279 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Checking router: 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:02.956999 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Routers {'8b2614d2-5db0-4e2a-99fe-3b99b38650a1'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:02.957201 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:02.957619 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:02.958409 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:02.989347 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:02.991376 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-f1aa8de9-8c84-49b4-ab79-c4fbe6678492 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7797873 Jul 20 17:57:02.994399 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60494) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:02.999224 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:03.008734 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.017754 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ddb09-b9e7-41c4-91b4-c848d69f8091 None None] Pushing event updated for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:03.048157 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks [] for router_gateway (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.061205 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.086643 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.102670 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] Set router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:03.118020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:03.129216 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.securitygroups_db [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Project be1213650f38494aa2aeb1aadc7ccbc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:57:03.142412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (2d8fd5c1-dc23-4b05-bc83-ab19a999d001), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.188718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.206257 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Deleting port 1f804efa-b518-4c90-b4ca-10fd27fc71a4 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:57:03.208879 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.254139 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (2d8fd5c1-dc23-4b05-bc83-ab19a999d001), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.329627 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (2d8fd5c1-dc23-4b05-bc83-ab19a999d001), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.347966 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] For port 1f804efa-b518-4c90-b4ca-10fd27fc71a4, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1f804efa-b518-4c90-b4ca-10fd27fc71a4,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:03.348707 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.365977 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Calling delete_port for 1f804efa-b518-4c90-b4ca-10fd27fc71a4 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:57:03.372262 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8fd5c1-dc23-4b05-bc83-ab19a999d001,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:03.385644 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:03.412467 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5eb5d0-3c76-4b4a-b42e-030b9d71df24 None None] The sync data for ids ['8b2614d2-5db0-4e2a-99fe-3b99b38650a1'] in dv-cinder-849846-3-iscsi is: [{'id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'name': 'tempest-AttachVolumeShelveTestJSON-477034030-router', 'tenant_id': '1e0c8bf2bfe34311961a4bde7f102944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:49:19Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 5, 'project_id': '1e0c8bf2bfe34311961a4bde7f102944', 'gw_port': {'id': '1f804efa-b518-4c90-b4ca-10fd27fc71a4', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2614d2-5db0-4e2a-99fe-3b99b38650a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:20Z', 'updated_at': '2022-07-20T17:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:03.421174 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.437946 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fa389e79-50c6-4cb6-91ad-d51dffd86593 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:03.450408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Provisioning complete for port b274d1a5-615a-4b9d-836e-819b5323f4a4 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:03.450408 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.450655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.450655 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-166d8f18-c9a2-4f78-b205-9d1362499c0f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4508333 Jul 20 17:57:03.452765 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60504) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:03.484862 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'security_group_rule': {'security_group_id': 'baa5367c-3e43-4dd3-9162-53550d43f9ed', 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:03.562925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.578531 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port fa389e79-50c6-4cb6-91ad-d51dffd86593 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:03.578909 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.583053 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:58Z', 'revision_number': 4, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b274d1a5-615a-4b9d-836e-819b5323f4a4', 'name': '', 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'mac_address': 'fa:16:3e:13:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:58Z', 'updated_at': '2022-07-20T17:57:02Z', 'revision_number': 4, 'project_id': 'b4291ba018c443d392571201d810b551', 'subnets': [{'id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:03.592056 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.securitygroups_db [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Project be1213650f38494aa2aeb1aadc7ccbc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 17:57:03.598096 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (40a65e62-020d-4ab8-ae12-ef1dd46105a6), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.651689 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56cec-9fca-4d74-8d5c-c799819f7e89 None None] The sync data for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi is: [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T17:56:58Z', 'revision_number': 4, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b274d1a5-615a-4b9d-836e-819b5323f4a4', 'name': '', 'network_id': '433a774b-a52e-42c6-9b17-1ff0e3cb9c09', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'mac_address': 'fa:16:3e:13:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:58Z', 'updated_at': '2022-07-20T17:57:02Z', 'revision_number': 4, 'project_id': 'b4291ba018c443d392571201d810b551', 'subnets': [{'id': '473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:03.653232 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:03.662397 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (1f804efa-b518-4c90-b4ca-10fd27fc71a4), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.665692 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (40a65e62-020d-4ab8-ae12-ef1dd46105a6), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.679611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Current status of the port b274d1a5-615a-4b9d-836e-819b5323f4a4 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:03.680004 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.693283 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f804efa-b518-4c90-b4ca-10fd27fc71a4,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:03.770889 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] For port b274d1a5-615a-4b9d-836e-819b5323f4a4, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b274d1a5-615a-4b9d-836e-819b5323f4a4,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:03.775356 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port fa389e79-50c6-4cb6-91ad-d51dffd86593 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:03.777418 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (40a65e62-020d-4ab8-ae12-ef1dd46105a6), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.811454 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.813509 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a65e62-020d-4ab8-ae12-ef1dd46105a6,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:03.892390 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.907268 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.909659 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks [] for router_controller (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.944573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3abd9-eccd-4c0e-9c05-f2ddfccf82c3 None None] Pushing event updated for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:03.985774 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:03.987383 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1290d5d3-87e0-413e-9ea1-973940eae1f6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5346427 Jul 20 17:57:04.040515 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (8b2614d2-5db0-4e2a-99fe-3b99b38650a1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.041130 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2614d2-5db0-4e2a-99fe-3b99b38650a1 {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:57:04.045925 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.047062 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-42b29d03-0786-4da1-b7c1-aadb0a6a9b27 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8b2614d2-5db0-4e2a-99fe-3b99b38650a1 HTTP/1.1" status: 204 len: 168 time: 1.5283182 Jul 20 17:57:04.049768 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60518) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:04.093439 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:04.114015 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Deleting subnet 6c12685c-bf1f-4856-a731-6a4b02c53f42 {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:57:04.121575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Publish callbacks [] for subnet (6c12685c-bf1f-4856-a731-6a4b02c53f42), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.163488 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (6c12685c-bf1f-4856-a731-6a4b02c53f42), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.277170 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (6c12685c-bf1f-4856-a731-6a4b02c53f42), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.442399 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (6c12685c-bf1f-4856-a731-6a4b02c53f42), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.481008 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c12685c-bf1f-4856-a731-6a4b02c53f42,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:04.484070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.487485 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c74feb1c-6017-4ca2-a4cd-4f0b0d63e0a7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c12685c-bf1f-4856-a731-6a4b02c53f42 HTTP/1.1" status: 204 len: 168 time: 0.4365911 Jul 20 17:57:04.490694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60554) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:04.495683 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538bc29c-61bd-455f-99ba-4b098107af0b None None] Network 4543ca71-03de-461e-8540-7f258ee4032c requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:04.589123 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (4543ca71-03de-461e-8540-7f258ee4032c), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.638848 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Deleting port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:57:04.639208 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.682578 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] DHCP port deletion for 4543ca71-03de-461e-8540-7f258ee4032c request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:57:04.721238 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] For port 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=68c7b340-6d5d-4eec-a064-7a4db47d65b0,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:04.721616 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.722264 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Deleting port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:57:04.722642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.740615 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Calling delete_port for 68c7b340-6d5d-4eec-a064-7a4db47d65b0 owned by network:dhcp {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:57:04.798852 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] For port 68c7b340-6d5d-4eec-a064-7a4db47d65b0, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=68c7b340-6d5d-4eec-a064-7a4db47d65b0,segment=NetworkSegment(fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a),segment_id=fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:04.799255 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.813333 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Calling delete_port for 68c7b340-6d5d-4eec-a064-7a4db47d65b0 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:57:04.870877 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:04.887950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.896061 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (68c7b340-6d5d-4eec-a064-7a4db47d65b0), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:04.920832 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Pushing event deleted for resources: {'Port': ['ID=68c7b340-6d5d-4eec-a064-7a4db47d65b0,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:04.924310 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] No DVR routers for this DVR port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 on host dv-cinder-849846-3-iscsi {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:57:05.000141 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (4543ca71-03de-461e-8540-7f258ee4032c), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.034835 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543ca71-03de-461e-8540-7f258ee4032c']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:05.045275 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:05.045599 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:05.066322 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.066484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] Pushing event deleted for resources: {'Port': ['ID=68c7b340-6d5d-4eec-a064-7a4db47d65b0,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:05.070562 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb7900-e5d5-4bfd-a948-0478ec8c3c16 None None] No DVR routers for this DVR port 68c7b340-6d5d-4eec-a064-7a4db47d65b0 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:57:05.085412 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:05.088367 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.109218 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:57:05.109218 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.136530 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a resource provider aggregate not found Jul 20 17:57:05.194782 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc2b3771-eeab-4cf6-a4e7-c5f77d406a2a found for delete ", "request_id": "req-0f4cc17d-6bbb-4f12-b317-f52ae1282245"}]} Jul 20 17:57:05.212297 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b274d1a5-615a-4b9d-836e-819b5323f4a4 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:05.279107 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port b274d1a5-615a-4b9d-836e-819b5323f4a4 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:05.279479 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.283655 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (4543ca71-03de-461e-8540-7f258ee4032c), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.290230 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.294691 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] 10.222.0.42 "DELETE /v2.0/networks/4543ca71-03de-461e-8540-7f258ee4032c HTTP/1.1" status: 204 len: 168 time: 0.8016751 Jul 20 17:57:05.304861 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54016597-9db9-4e9a-95cf-689d1c37047b admin admin] Pushing event deleted for resources: {'Network': ['ID=4543ca71-03de-461e-8540-7f258ee4032c,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:05.359281 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port b274d1a5-615a-4b9d-836e-819b5323f4a4 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:05.407102 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1f804efa-b518-4c90-b4ca-10fd27fc71a4 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:57:05.429164 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 1f804efa-b518-4c90-b4ca-10fd27fc71a4 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:57:05.429516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1f804efa-b518-4c90-b4ca-10fd27fc71a4 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:57:05.451765 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1c4a9dd2-1132-417f-98f3-f3cb27385937 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:57:05.453313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 1c4a9dd2-1132-417f-98f3-f3cb27385937 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:57:05.453668 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1c4a9dd2-1132-417f-98f3-f3cb27385937 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:57:05.454083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 68c7b340-6d5d-4eec-a064-7a4db47d65b0 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:57:05.472747 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 68c7b340-6d5d-4eec-a064-7a4db47d65b0 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:57:05.473105 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 68c7b340-6d5d-4eec-a064-7a4db47d65b0 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:57:05.811940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60588) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:05.857351 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-68c38b74-8670-4aab-ba49-d3fa46d30570 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e0c8bf2bfe34311961a4bde7f102944&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440700 Jul 20 17:57:05.867327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60590) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:05.923111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] Publish callbacks [] for security_group (c0842433-e3d8-4fe9-b46a-49909f5108e4), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:05.945256 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] Publish callbacks [] for security_group (c0842433-e3d8-4fe9-b46a-49909f5108e4), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:06.066348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (c0842433-e3d8-4fe9-b46a-49909f5108e4), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:06.070074 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:06.071213 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0842433-e3d8-4fe9-b46a-49909f5108e4 HTTP/1.1" status: 204 len: 168 time: 0.2029235 Jul 20 17:57:06.082621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce5761-e27b-48b4-b5cc-c8636f7651e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0842433-e3d8-4fe9-b46a-49909f5108e4,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:07.307957 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60628) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:07.410072 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1877984348-network', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:07.523376 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Made reservation on behalf of 958d3fd7755a4e0b8419e92a26656e2d for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:07.525877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.536341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.604213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:07.618186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks [] for security_group (1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.697654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.724214 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:57:07.733612 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:07.739603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (101fba0c-45bc-46cd-ad0f-4f4a49398bae), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.739953 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Added segment 101fba0c-45bc-46cd-ad0f-4f4a49398bae of type vlan for network 5841bc30-6bad-4d17-a6eb-d05a9884e54b Jul 20 17:57:07.782069 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (5841bc30-6bad-4d17-a6eb-d05a9884e54b), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.905989 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (5841bc30-6bad-4d17-a6eb-d05a9884e54b), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.907008 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:07.907594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:07.972909 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] Pushing event updated for resources: {'Network': ['ID=5841bc30-6bad-4d17-a6eb-d05a9884e54b,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:07.982602 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:57:08.065958 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-fea1f2a1-e14d-42b7-bb8b-85f496ba18ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7568381 Jul 20 17:57:08.069244 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60638) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:08.074103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Request body: {'subnet': {'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1877984348-subnet', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:08.077588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:08.174774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Made reservation on behalf of 958d3fd7755a4e0b8419e92a26656e2d for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:08.177321 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.412461 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (f894dd92-790d-4c02-9888-cdb39b321cf1), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.463390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f894dd92-790d-4c02-9888-cdb39b321cf1,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:08.479998 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Checking segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:08.480739 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Network hostable DHCP agents. Network: 5841bc30-6bad-4d17-a6eb-d05a9884e54b, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:57:08.566596 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:57:08.666186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 5841bc30-6bad-4d17-a6eb-d05a9884e54b) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:08.670430 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:08.671063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.675589 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1ce55-dc92-4ffa-a411-fd982388dd00 None None] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:08.766100 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ad13f554-e610-47f4-ba1f-754afea802dc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6957324 Jul 20 17:57:08.768931 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60642) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:08.773494 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:08.786937 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd4c56f6-528f-52b0-ba94-9fb144ee3c7f-5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1'}]}} from dv-cinder-849846-3-iscsi. {{(pid=111058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:57:08.787960 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.874500 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:08.881099 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8035746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-489'] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.882215 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8035638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7891324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:08.936463 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.db_base_plugin_common [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Allocated IP 172.20.0.2 (5841bc30-6bad-4d17-a6eb-d05a9884e54b/f894dd92-790d-4c02-9888-cdb39b321cf1/6c0a51ff-eadc-410f-bac2-fb2efdea8e88) {{(pid=111058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:08.942467 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for router_controller (a458fd65-3eb6-4d09-9389-d2387e513a48), precommit_add_association {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.099654 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks [] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), precommit_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.188233 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for router_gateway (a458fd65-3eb6-4d09-9389-d2387e513a48), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.206820 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), after_create {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.250056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is already hosted by enough agents. {{(pid=111058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:09.255256 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.scheduler.base_scheduler [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Resources bound (agent type, host, resource id): {{(pid=111058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:09.257345 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Pushing event updated for resources: {'Port': ['ID=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,revision_number=1']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:09.259531 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Received port after_create {{(pid=111058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:09.328800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Attempting to bind port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:09.328800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Attempting to bind port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:09.328800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Attempting to bind port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:09.330735 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:09.331119 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Checking segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:09.332061 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.332061 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Bound using segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:09.332389 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Bound port: 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:09.332791 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.402721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] For port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:09.406185 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] For port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:09.484114 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.493084 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:09.498863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for router_gateway (a458fd65-3eb6-4d09-9389-d2387e513a48), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.518466 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.553551 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1c3b4-5590-4d72-86cd-3c8f763669e6 None None] Pushing event updated for resources: {'Port': ['ID=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:09.646620 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Allocated IP 172.27.3.33 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/be103144-e549-4a20-bd58-a6f91263ea1b) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:09.768168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for port (be103144-e549-4a20-bd58-a6f91263ea1b), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.779560 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:09.884022 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:09.923402 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:09.931682 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:09.935624 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:09.938945 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Pushing event updated for resources: {'Port': ['ID=be103144-e549-4a20-bd58-a6f91263ea1b,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:10.451015 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bacc41-5698-44bc-ba1c-9364d11faf09 None None] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:10.487235 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:10.517738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Provisioning complete for port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:10.518117 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.588804 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for router_gateway (a458fd65-3eb6-4d09-9389-d2387e513a48), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.642435 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Current status of the port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:10.642692 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.667091 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:10.688581 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] For port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:10.807558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8035645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058573'] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.809873 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.868801 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af9dcf-84ac-40da-aef5-65db5aead3c9 None None] Pushing event updated for resources: {'Port': ['ID=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:10.928106 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-cac54234-6cae-4736-9d68-ab33d335ab28 None None] Provisioning complete for port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:10.928509 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cac54234-6cae-4736-9d68-ab33d335ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.009787 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-cac54234-6cae-4736-9d68-ab33d335ab28 None None] Current status of the port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:11.031693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Router a458fd65-3eb6-4d09-9389-d2387e513a48 is scheduled to L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b with binding_index 1 {{(pid=111056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:57:11.143785 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:11.147461 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:11.157002 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:11.171562 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:11.171562 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:11.174116 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:11.234316 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.235729 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-bbcbf182-ada2-402c-8e33-a71cf3a355be admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4655187 Jul 20 17:57:11.238287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60660) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:11.309649 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:11.310029 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.334764 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:11.344251 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:11.519225 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:11.542058 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:11.556983 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:10Z', 'revision_number': 3, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:11.582660 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:11.583015 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Updating router a458fd65-3eb6-4d09-9389-d2387e513a48 port be103144-e549-4a20-bd58-a6f91263ea1b binding host dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:11.614295 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.680626 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.861267 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Allocated IP 172.20.0.1 (5841bc30-6bad-4d17-a6eb-d05a9884e54b/f894dd92-790d-4c02-9888-cdb39b321cf1/36fa51d5-e075-4006-a24e-957ba8085b90) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:11.870189 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks [] for port (be103144-e549-4a20-bd58-a6f91263ea1b), precommit_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:11.870818 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:11.976071 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks [] for port (36fa51d5-e075-4006-a24e-957ba8085b90), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.003324 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.058422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Attempting to bind port be103144-e549-4a20-bd58-a6f91263ea1b on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:12.058796 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Attempting to bind port be103144-e549-4a20-bd58-a6f91263ea1b by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:12.059164 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Attempting to bind port be103144-e549-4a20-bd58-a6f91263ea1b on network 98ed9bf2-33d9-4666-89b5-915222e90fa6 {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:12.065898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0b8e-fe38-4884-861c-82470fbffbac None None] Pushing event updated for resources: {'Port': ['ID=be103144-e549-4a20-bd58-a6f91263ea1b,revision_number=2']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:12.066478 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.069171 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:12.069920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Checking segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:12.069920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.070501 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Bound using segment: {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'} {{(pid=111058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:12.070800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.managers [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Bound port: be103144-e549-4a20-bd58-a6f91263ea1b, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261297f1-661b-4405-abc4-d2c06a20df36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}}] {{(pid=111058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:12.072468 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.105396 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:12.112147 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:12.116266 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:12.123829 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:12.134678 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] For port be103144-e549-4a20-bd58-a6f91263ea1b, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:12.139213 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] For port be103144-e549-4a20-bd58-a6f91263ea1b, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=be103144-e549-4a20-bd58-a6f91263ea1b,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:12.151127 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Pushing event updated for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:12.171205 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8045155'] for router_interface (a458fd65-3eb6-4d09-9389-d2387e513a48), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.255993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.270591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:12.322288 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:12.322935 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:12.328272 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0b8e-fe38-4884-861c-82470fbffbac None None] Pushing event updated for resources: {'Port': ['ID=be103144-e549-4a20-bd58-a6f91263ea1b,revision_number=3']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:12.451007 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.584559 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-43a0525d-c657-44ed-b7f2-b4dad85f3805 None None] Provisioning complete for port 36fa51d5-e075-4006-a24e-957ba8085b90 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:12.585167 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-43a0525d-c657-44ed-b7f2-b4dad85f3805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.611809 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:12.637527 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks [] for port (36fa51d5-e075-4006-a24e-957ba8085b90), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.687809 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-43a0525d-c657-44ed-b7f2-b4dad85f3805 None None] Port 36fa51d5-e075-4006-a24e-957ba8085b90 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:12.738749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:12.741904 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.803841 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:10Z', 'revision_number': 3, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:12.811085 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7937542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8060715'] for router_interface (a458fd65-3eb6-4d09-9389-d2387e513a48), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:12.819283 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Pushing event updated for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:12.833800 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e7212-f95a-491f-a387-9ac8d6a50f82 None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:10Z', 'revision_number': 3, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:12.923602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:12.924959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:13.209057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-014c44ed-30f1-4a3e-bcce-95e608adb59e None None] Provisioning complete for port 36fa51d5-e075-4006-a24e-957ba8085b90 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:13.213555 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-014c44ed-30f1-4a3e-bcce-95e608adb59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:13.217330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device be103144-e549-4a20-bd58-a6f91263ea1b up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:13.288214 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-014c44ed-30f1-4a3e-bcce-95e608adb59e None None] Port 36fa51d5-e075-4006-a24e-957ba8085b90 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:13.304584 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port be103144-e549-4a20-bd58-a6f91263ea1b triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:13.304910 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:13.346254 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:13.353304 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:13.390651 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=36 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:13.400255 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port be103144-e549-4a20-bd58-a6f91263ea1b is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:13.400570 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:13.422545 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] For port be103144-e549-4a20-bd58-a6f91263ea1b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=be103144-e549-4a20-bd58-a6f91263ea1b,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:13.467798 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:13.473306 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d8bb1a26-402b-4908-a7c5-9a31af4e7dde admin admin] 10.222.0.42 "PUT /v2.0/routers/a458fd65-3eb6-4d09-9389-d2387e513a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2339253 Jul 20 17:57:13.538947 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:13.602552 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Pushing event updated for resources: {'Port': ['ID=be103144-e549-4a20-bd58-a6f91263ea1b,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:13.878952 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60688) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:13.884194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092367273', 'description': 'tempest-description--1990168713'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:13.962766 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:13.990451 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:14.037137 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (07447b29-65c2-4af6-bf61-a1a341feb312), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.100891 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (07447b29-65c2-4af6-bf61-a1a341feb312), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.132079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07447b29-65c2-4af6-bf61-a1a341feb312,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:14.187941 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.189142 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-38c339d5-01f1-49c0-86aa-f50edf142f44 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3091192 Jul 20 17:57:14.192671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 60690) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:14.198175 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group_rule': {'security_group_id': '07447b29-65c2-4af6-bf61-a1a341feb312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:14.315453 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5d5c9f44-e899-4943-8562-55262fc57e4f), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.378179 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5d5c9f44-e899-4943-8562-55262fc57e4f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.463304 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (5d5c9f44-e899-4943-8562-55262fc57e4f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.483105 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5c9f44-e899-4943-8562-55262fc57e4f,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:14.492090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c764cfed-3d24-4202-a6a7-271225901395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.524598 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:14.536004 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:14.537163 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:14.604947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.606205 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-03fa91e4-a9ae-4b29-839e-483a12cffeb5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117148 Jul 20 17:57:14.609392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60694) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:14.613951 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group_rule': {'security_group_id': '07447b29-65c2-4af6-bf61-a1a341feb312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:14.647596 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:14.712630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (9d4b03dd-5288-4057-b3f7-5e5645c58cae), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.774647 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (9d4b03dd-5288-4057-b3f7-5e5645c58cae), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.840465 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (9d4b03dd-5288-4057-b3f7-5e5645c58cae), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.860272 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4b03dd-5288-4057-b3f7-5e5645c58cae,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:14.868268 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.868646 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.868991 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.869336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.869670 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.870001 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.870328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.870654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.870979 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.871319 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.871678 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.872007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.872336 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.872675 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.873251 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:14.934205 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:14.936602 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-50479f8e-d6fd-4c52-86b0-3a54a7d8a15f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251832 Jul 20 17:57:14.938654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60698) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:14.943961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:14.949748 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 2, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:14.977180 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:14.977527 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Updating router a458fd65-3eb6-4d09-9389-d2387e513a48 port 36fa51d5-e075-4006-a24e-957ba8085b90 binding host dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:15.004492 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.029461 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.176193 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device be103144-e549-4a20-bd58-a6f91263ea1b up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:15.225378 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port be103144-e549-4a20-bd58-a6f91263ea1b triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:15.225910 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.282955 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks [] for port (36fa51d5-e075-4006-a24e-957ba8085b90), precommit_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.310437 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port be103144-e549-4a20-bd58-a6f91263ea1b is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:15.349123 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.359671 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.402616 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a8d0-df6b-4378-b953-2e4999a6a2ce None None] Pushing event updated for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=3']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:15.454857 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Attempting to bind port 36fa51d5-e075-4006-a24e-957ba8085b90 on host dv-cinder-849846-3-iscsi for vnic_type normal with profile {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:15.455235 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Attempting to bind port 36fa51d5-e075-4006-a24e-957ba8085b90 by drivers openvswitch,hyperv on host dv-cinder-849846-3-iscsi at level 0 using segments [{'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:15.455671 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Attempting to bind port 36fa51d5-e075-4006-a24e-957ba8085b90 on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:15.461611 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Checking agent: {'id': 'c013adee-3b79-480a-afe6-53bbe1476a57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 40, 50), 'started_at': datetime.datetime(2022, 7, 20, 17, 41, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:15.461979 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Checking segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:15.462379 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.462758 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Bound using segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} {{(pid=111059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:15.463213 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.managers [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Bound port: 36fa51d5-e075-4006-a24e-957ba8085b90, host: dv-cinder-849846-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}}] {{(pid=111059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:15.463584 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), before_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.476606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Allocated IP 172.27.3.39 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/c852b4da-fb09-4ffb-a4d2-e7c4679d060f) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:15.523706 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:15.528032 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] For port 36fa51d5-e075-4006-a24e-957ba8085b90, host dv-cinder-849846-3-iscsi, cleared binding levels {{(pid=111059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:15.531506 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.plugins.ml2.db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] For port 36fa51d5-e075-4006-a24e-957ba8085b90, host dv-cinder-849846-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=36fa51d5-e075-4006-a24e-957ba8085b90,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:15.588030 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.612285 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron_lib.callbacks.manager [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_update {{(pid=111059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.618235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:15.621416 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Provisioning complete for port 36fa51d5-e075-4006-a24e-957ba8085b90 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:15.621835 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.668388 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:15.675703 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:15.676180 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:56:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:15.700883 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.712304 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Current status of the port 36fa51d5-e075-4006-a24e-957ba8085b90 is: DOWN; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:15.713057 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.715901 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:15.716998 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a8d0-df6b-4378-b953-2e4999a6a2ce None None] Pushing event updated for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=4']} {{(pid=111059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:15.750229 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] For port 36fa51d5-e075-4006-a24e-957ba8085b90, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=36fa51d5-e075-4006-a24e-957ba8085b90,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:15.757017 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:15.762661 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:15.764876 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=c852b4da-fb09-4ffb-a4d2-e7c4679d060f,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:15.767044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:15.803836 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:15.810977 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:15.837092 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.867656 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.908610 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8e80-06ee-4590-a00e-039cc9999e39 None None] Pushing event updated for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:15.959163 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-ffe5d4ca-d860-4c57-9aa3-f8eba05d83f8 None None] Provisioning complete for port 36fa51d5-e075-4006-a24e-957ba8085b90 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:15.959453 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d4ca-d860-4c57-9aa3-f8eba05d83f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:15.996733 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.015921 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:16.025188 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:16.037868 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5d4ca-d860-4c57-9aa3-f8eba05d83f8 None None] Current status of the port 36fa51d5-e075-4006-a24e-957ba8085b90 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:16.042668 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75d553-ac87-4a99-952c-0ab95e65a7a9 None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:16.193611 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.267884 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.348495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=c852b4da-fb09-4ffb-a4d2-e7c4679d060f,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:16.354476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.505764 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.507190 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a4156300-0a3d-428f-95a5-9900bcfe68ba tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5673294 Jul 20 17:57:16.667813 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-8d9c5af0-3d15-4c79-ab8c-411d2d1da695 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2092367273&fields=id&tenant_id=958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 267 time: 0.0461934 Jul 20 17:57:16.693895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:16.784816 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-c65d9861-a7fa-448f-8e39-758977cef215 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:16.787021 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-c65d9861-a7fa-448f-8e39-758977cef215 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 811 time: 0.1111312 Jul 20 17:57:16.802227 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-3ea285b3-f1b2-4dba-b744-4b3644b31203 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/quotas/958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 375 time: 0.0097926 Jul 20 17:57:16.855308 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-f35da539-fedc-466c-aea4-4ed9e717b860 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474095 Jul 20 17:57:16.886466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-1f57c8aa-6c5b-4028-b59f-9554db43a9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:16.965083 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-e0661724-47aa-4d5d-aa02-202e9b324a96 service neutron] 10.222.0.42 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974813 Jul 20 17:57:17.064926 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-1ec180a7-079c-44b2-b896-967a85a59e55 service neutron] 10.222.0.42 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931540 Jul 20 17:57:17.169520 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 36fa51d5-e075-4006-a24e-957ba8085b90 up at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:17.217524 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Provisioning complete for port 36fa51d5-e075-4006-a24e-957ba8085b90 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:17.217892 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:17.297372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Current status of the port 36fa51d5-e075-4006-a24e-957ba8085b90 is: ACTIVE; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:17.340944 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e463570c-fa78-4ac3-9baf-e2b2cc110523 req-5d29bd74-25f2-4021-abf0-fd447245cee9 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jul 20 17:57:18.291335 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:18.418038 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0d0c28ae-3a3b-4c2b-bbf6-017578b88e83 req-9e7f5e17-1292-48c5-96ec-abe4ae839d1d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Jul 20 17:57:19.514888 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2b64c37d-c06b-4cf0-9b5b-6338d8ff657d req-27fe9b48-1abf-4f45-a114-131fa903e0fe tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 20 17:57:19.869006 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:20.141275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:20.550181 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-75c2ff51-5e3c-4d14-8fa4-0e60aa7681c0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:20.551851 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-75c2ff51-5e3c-4d14-8fa4-0e60aa7681c0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 811 time: 0.1050923 Jul 20 17:57:20.620900 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4cca4d72-ba44-4c3d-9f85-8d943994f66b req-eddcd69a-5734-4bd3-8f69-0cf3cb42fb21 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 210 time: 0.0330396 Jul 20 17:57:20.634833 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-7586cc83-1977-4581-a39b-f48bfba02b3f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 380 time: 0.0658019 Jul 20 17:57:20.644128 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'port': {'device_id': '2b0962b1-c468-4a10-9a82-363f867efe92', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'admin_state_up': True, 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'security_groups': ['07447b29-65c2-4af6-bf61-a1a341feb312']}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:20.901160 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Made reservation on behalf of 958d3fd7755a4e0b8419e92a26656e2d for: {'port': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:20.906772 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:20.920792 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:21.159510 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Allocated IP 172.20.0.9 (5841bc30-6bad-4d17-a6eb-d05a9884e54b/f894dd92-790d-4c02-9888-cdb39b321cf1/5e2b818c-70ef-44b0-af2e-182b4029ca2f) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:21.216404 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:21.295000 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:21.469661 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:21.511285 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:21.517088 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:21.521054 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:21.543996 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:21.573561 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:21.574412 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:21.671787 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-bc1481ae-6344-4636-b3a0-76e515b93efc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316415 Jul 20 17:57:21.689129 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Request body: {'port': {'device_id': '2b0962b1-c468-4a10-9a82-363f867efe92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:21.741860 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94fabc-14aa-44fb-8521-e334af701c33 req-c43b8db4-d323-4f22-bdb3-543f637131db tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:21.743251 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe94fabc-14aa-44fb-8521-e334af701c33 req-c43b8db4-d323-4f22-bdb3-543f637131db tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 931 time: 0.0481460 Jul 20 17:57:21.761701 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:21.795593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-013078e6-12bd-4276-9f70-1017e928f311 None None] Provisioning complete for port 5e2b818c-70ef-44b0-af2e-182b4029ca2f triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:21.796690 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-013078e6-12bd-4276-9f70-1017e928f311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:21.799723 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-fe94fabc-14aa-44fb-8521-e334af701c33 req-90b70131-2a6b-4b3d-b48e-0e883a2df5df tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499337 Jul 20 17:57:21.830145 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-013078e6-12bd-4276-9f70-1017e928f311 None None] Port 5e2b818c-70ef-44b0-af2e-182b4029ca2f cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:21.891687 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:22.044805 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2b818c-70ef-44b0-af2e-182b4029ca2f {{(pid=111056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:57:22.052840 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks [] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.065163 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.provisioning_blocks [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Transition to ACTIVE for port object 5e2b818c-70ef-44b0-af2e-182b4029ca2f will not be triggered until provisioned by entity L2. {{(pid=111056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:57:22.163261 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.214817 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:22.287621 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Attempting to bind port 5e2b818c-70ef-44b0-af2e-182b4029ca2f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:22.288591 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Attempting to bind port 5e2b818c-70ef-44b0-af2e-182b4029ca2f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:22.288927 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Attempting to bind port 5e2b818c-70ef-44b0-af2e-182b4029ca2f on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:22.293613 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Port 5e2b818c-70ef-44b0-af2e-182b4029ca2f on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Attempting to bind port 5e2b818c-70ef-44b0-af2e-182b4029ca2f on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Checking segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Bound using segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Bound port: 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:22.309422 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.360481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:22.369550 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, cleared binding levels {{(pid=111056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:22.377925 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:22.483627 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.518131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.518763 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.520182 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 1093 time: 0.8353376 Jul 20 17:57:22.520640 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:22.523508 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a05ee-48c3-4f11-b6b6-11472d3e0934" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:22.547015 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0089c-8467-4ed8-8017-1ecdd70c2c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=3']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:22.569019 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b3523-205a-493f-b356-388833ebfce8 x-openstack-request-id: req-606b3523-205a-493f-b356-388833ebfce8 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:22.569414 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:22.569759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-606b3523-205a-493f-b356-388833ebfce8 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:22.570260 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606b3523-205a-493f-b356-388833ebfce8'] response: {'name': 'network-changed', 'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'status': 'completed', 'code': 200} Jul 20 17:57:22.654014 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-f5ad9198-000c-4a40-847d-fa138d7d4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.655580 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-f5ad9198-000c-4a40-847d-fa138d7d4885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1127 time: 0.0423267 Jul 20 17:57:22.768288 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-18b784fc-cd34-4b89-8ae4-810e567b5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.770507 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-18b784fc-cd34-4b89-8ae4-810e567b5daa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1015975 Jul 20 17:57:22.876561 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-9b5feacf-1472-4e2f-b324-e66cdf043629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.878150 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-545a05ee-48c3-4f11-b6b6-11472d3e0934 req-9b5feacf-1472-4e2f-b324-e66cdf043629 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018994 Jul 20 17:57:22.930888 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705477e7-6f1a-44db-97dc-89a91624a529 req-12969052-6d1e-40ba-a893-b0edbede699a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.932411 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-705477e7-6f1a-44db-97dc-89a91624a529 req-12969052-6d1e-40ba-a893-b0edbede699a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 943 time: 0.0506158 Jul 20 17:57:22.980151 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-eb42423a-db36-49c7-b8d7-8032b7d7b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:22.981801 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-eb42423a-db36-49c7-b8d7-8032b7d7b40f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1127 time: 0.0465906 Jul 20 17:57:22.982646 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-705477e7-6f1a-44db-97dc-89a91624a529 req-113d8cbc-6517-4013-a662-9fa25ea08ac1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440381 Jul 20 17:57:23.043101 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-9af8fd35-3732-411a-bf95-a14227373d6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 217 time: 0.0478950 Jul 20 17:57:23.100629 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-a6f1c6f3-d299-449c-9b88-5cb142822d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:23.104355 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-a6f1c6f3-d299-449c-9b88-5cb142822d2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0529261 Jul 20 17:57:23.144985 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def32d-be50-49bc-a589-b57f916973ae req-e7dc658f-d3d7-4084-b69d-c22635591b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:23.146995 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-e7dc658f-d3d7-4084-b69d-c22635591b60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389128 Jul 20 17:57:23.240270 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-4130997a-3200-4a31-9a5d-8a3f85a51116 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868487 Jul 20 17:57:23.304399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:23.333891 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-20def32d-be50-49bc-a589-b57f916973ae req-80c2dfb0-0fb1-44e6-bdf6-de57ae049906 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859232 Jul 20 17:57:24.112375 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d54f-d50c-4bc5-8b1c-f130c2b13337 req-39104a81-ec02-4980-beb3-679f05670b9d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:24.113851 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9082d54f-d50c-4bc5-8b1c-f130c2b13337 req-39104a81-ec02-4980-beb3-679f05670b9d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 943 time: 0.0534887 Jul 20 17:57:24.126054 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:24.161595 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9082d54f-d50c-4bc5-8b1c-f130c2b13337 req-a7a4c4a6-98e4-4fe1-8b2e-c417d14808d5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Jul 20 17:57:25.275616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf81fdd-a6c2-40a7-8afd-d6b9aef50147 req-4bd0cb1c-e00c-444b-9944-89bca65dbc17 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:25.277112 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6cf81fdd-a6c2-40a7-8afd-d6b9aef50147 req-4bd0cb1c-e00c-444b-9944-89bca65dbc17 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 943 time: 0.0469418 Jul 20 17:57:25.324748 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6cf81fdd-a6c2-40a7-8afd-d6b9aef50147 req-a784af9c-1bc8-4421-8401-1dcd33180cea tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Jul 20 17:57:25.438278 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-b93a81a0-ad09-46e2-b11a-6ba47f836c25 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389441536&fields=id&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 267 time: 0.0464005 Jul 20 17:57:25.550382 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-d88733b0-bbbf-4b0b-9e8e-faa5dd273568 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:25.551859 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-d88733b0-bbbf-4b0b-9e8e-faa5dd273568 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1063952 Jul 20 17:57:25.566040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-82354f75-0465-48af-9591-f92f15970b5a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/quotas/be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 375 time: 0.0088427 Jul 20 17:57:25.614368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-e7ebb9c6-a2ed-41d1-baee-4cdfadc11200 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430858 Jul 20 17:57:25.719612 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-4779e8b0-4a27-453a-ba44-a78b0124b31b service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921412 Jul 20 17:57:25.813648 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-ac59f2d7-2b22-4f89-8776-b7d94b0c9101 service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Jul 20 17:57:26.088505 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5e2b818c-70ef-44b0-af2e-182b4029ca2f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:57:26.190590 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:26.201954 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'port_id': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'mac_address': 'fa:16:3e:38:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:57:26.238104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 5e2b818c-70ef-44b0-af2e-182b4029ca2f is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:26.238500 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.251383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2b818c-70ef-44b0-af2e-182b4029ca2f {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:57:26.273265 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:26.381518 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.441642 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.449641 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c7d71-0028-4616-a457-dfe2f5e38b6f req-e9b9a9c9-29fd-4daa-872d-5b0b6b25478b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:26.451387 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-545c7d71-0028-4616-a457-dfe2f5e38b6f req-e9b9a9c9-29fd-4daa-872d-5b0b6b25478b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 944 time: 0.0554235 Jul 20 17:57:26.501250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-545c7d71-0028-4616-a457-dfe2f5e38b6f req-aa13cf3f-2e82-4987-98b4-d1d7ab392d1c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Jul 20 17:57:26.648108 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b5d3ff78-8e5f-42dc-ab1f-8b1e63a731a0 req-9ffdbae6-379d-4415-b996-a4bfbf71f4be tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0285783 Jul 20 17:57:26.670315 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['5e2b818c-70ef-44b0-af2e-182b4029ca2f'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:57:26.917348 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.616082 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188ca71-4816-4df8-8022-8772a3cced33 req-2ca2738d-20c7-4d8c-916f-c1f72a37986a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:27.617842 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6188ca71-4816-4df8-8022-8772a3cced33 req-2ca2738d-20c7-4d8c-916f-c1f72a37986a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 944 time: 0.0475111 Jul 20 17:57:27.643569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:27.666899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6188ca71-4816-4df8-8022-8772a3cced33 req-25c97b28-c21f-4d30-a9eb-cbde9f04a62c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Jul 20 17:57:27.701650 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:57:27.731257 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-320736e1-5b2d-4b05-99e8-d5c3c599b34e req-925e47a5-bbe5-4e0f-b980-7b292bf2df01 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0312526 Jul 20 17:57:28.104486 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5e2b818c-70ef-44b0-af2e-182b4029ca2f up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:28.144715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:28.147768 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:28.150258 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 5e2b818c-70ef-44b0-af2e-182b4029ca2f completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:57:28.252229 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 5e2b818c-70ef-44b0-af2e-182b4029ca2f triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:28.252703 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.337853 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 5e2b818c-70ef-44b0-af2e-182b4029ca2f is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:28.338276 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.361193 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:28.363421 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c3136-de25-4e50-ab78-b4f066b0c0b1" -d '{"events": [{"server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:28.376090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:28.400902 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0291e99f-21ac-4a84-a815-be048fc1929c x-openstack-request-id: req-0291e99f-21ac-4a84-a815-be048fc1929c {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:28.401191 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:28.401443 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0291e99f-21ac-4a84-a815-be048fc1929c {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:28.401860 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0291e99f-21ac-4a84-a815-be048fc1929c'] response: {'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'code': 200} Jul 20 17:57:28.482749 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-00e56d64-509a-46c3-8ee8-3ad70f1d3ca5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425980 Jul 20 17:57:28.494802 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.551639 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:28.554197 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-33a488f3-47d8-4d7b-8b29-6799406e37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.555706 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-33a488f3-47d8-4d7b-8b29-6799406e37e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0385048 Jul 20 17:57:28.659823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-a519d04e-b811-4460-8c54-6b36f175b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.661861 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-a519d04e-b811-4460-8c54-6b36f175b3e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 909 time: 0.0883741 Jul 20 17:57:28.735097 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-21bf1903-3eed-42be-b976-8657ddcc6483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 1002 time: 0.0580888 Jul 20 17:57:28.786122 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ec5f4-67ce-46b2-8052-bff7b4b0f854 req-8d2f203f-aa13-4764-86b5-d3f3ac0bdd27 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.789444 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-641ec5f4-67ce-46b2-8052-bff7b4b0f854 req-8d2f203f-aa13-4764-86b5-d3f3ac0bdd27 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Jul 20 17:57:28.802948 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-eeeab1f6-7e1d-4f0a-a1b6-098c0204ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.804333 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-eeeab1f6-7e1d-4f0a-a1b6-098c0204ac8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0622444 Jul 20 17:57:28.850069 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-a3baf83a-0642-4557-a4bf-d98a1e59a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.851801 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-a3baf83a-0642-4557-a4bf-d98a1e59a106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410259 Jul 20 17:57:28.877864 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-609a9054-5c8a-4d4f-a7ff-b6aa8509be7e req-8bfc416e-55b0-4c7a-aefd-da9b6a12d197 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0701060 Jul 20 17:57:28.884628 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca66e5a-72d2-4d36-bf63-e87314c889fc req-0f5c1114-fb2f-4409-bca3-416aac164654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.886098 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dca66e5a-72d2-4d36-bf63-e87314c889fc req-0f5c1114-fb2f-4409-bca3-416aac164654 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1129 time: 0.0955830 Jul 20 17:57:28.914295 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-641ec5f4-67ce-46b2-8052-bff7b4b0f854 req-0e7949b4-c03c-4368-af05-54bd59da07bc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146810 Jul 20 17:57:28.941148 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dca66e5a-72d2-4d36-bf63-e87314c889fc req-af080955-3688-4db5-9469-9aa32ea13aa0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Jul 20 17:57:28.951399 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-168e97dd-3b2b-4894-aa86-55c65db9ffbe service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926900 Jul 20 17:57:29.328534 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-020838e4-3741-4bf1-a3fd-30ccf1fca30e req-5fef46ee-f604-4381-9afd-3b6d110c2b77 service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947697 Jul 20 17:57:29.976768 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b9215af1-7f8c-4079-8f93-b3bcd99d010c req-86c0c09c-c392-4849-a4af-749807154989 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0309324 Jul 20 17:57:30.040618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b27308-912f-45eb-a371-f2bbc73f2b46 req-21d84f8d-9e35-4b37-a989-229c51d35f04 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:30.041993 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2b27308-912f-45eb-a371-f2bbc73f2b46 req-21d84f8d-9e35-4b37-a989-229c51d35f04 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0503461 Jul 20 17:57:30.086392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:30.090930 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e2b27308-912f-45eb-a371-f2bbc73f2b46 req-6f4f70b3-c88a-4aa5-9034-eabd73add0ff tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Jul 20 17:57:31.073198 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c87bd3a9-00b7-4445-8c45-3d984cecdcd7 req-593eada4-242b-4498-a768-aa841a8509f7 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0303998 Jul 20 17:57:31.220618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eb553-9a31-45e5-ad5e-6f8b4c00db66 req-9b1af05b-d00e-4dcc-8ddb-e32a810c7c80 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:31.222106 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a48eb553-9a31-45e5-ad5e-6f8b4c00db66 req-9b1af05b-d00e-4dcc-8ddb-e32a810c7c80 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0554879 Jul 20 17:57:31.268976 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a48eb553-9a31-45e5-ad5e-6f8b4c00db66 req-8bd8f454-44e0-4e71-b657-ef36434dfa11 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Jul 20 17:57:31.374185 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d1a1c-f057-4fa3-9bb7-c3007b6def61 req-64801f04-9245-4a36-9283-2cc858797d07 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:31.375654 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b85d1a1c-f057-4fa3-9bb7-c3007b6def61 req-64801f04-9245-4a36-9283-2cc858797d07 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0460191 Jul 20 17:57:31.385045 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 60912) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:31.389397 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'floatingip': {'port_id': '5e2b818c-70ef-44b0-af2e-182b4029ca2f'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:31.429441 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.840911 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.925904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.015463 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:32.019816 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Floating IP 674205cd-fb6c-4d6c-a784-090f3feee627 associated. External IP: 172.27.3.39, port: 5e2b818c-70ef-44b0-af2e-182b4029ca2f. Jul 20 17:57:32.187213 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b044a9f2-a854-43f8-89f8-7c52abd74653 req-dd54492c-c938-48b8-a97a-b561f40fa1f4 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0320890 Jul 20 17:57:32.247150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:32.249370 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:32.351379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:32.356145 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.361230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:32.371045 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:32.371662 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:57:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:32.386100 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f10d40b0-0980-4d3c-93de-22c3ee422ea1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "PUT /v2.0/floatingips/674205cd-fb6c-4d6c-a784-090f3feee627 HTTP/1.1" status: 200 len: 990 time: 1.0000403 Jul 20 17:57:32.386683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:32.388947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ab44f-860b-48a4-97c2-e52dfa0aec14" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:32.424856 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddfad54-264b-49cf-b2bb-43b6a6c36c3c x-openstack-request-id: req-cddfad54-264b-49cf-b2bb-43b6a6c36c3c {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:32.425145 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:32.425396 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cddfad54-264b-49cf-b2bb-43b6a6c36c3c {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:32.425796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddfad54-264b-49cf-b2bb-43b6a6c36c3c'] response: {'name': 'network-changed', 'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'status': 'completed', 'code': 200} Jul 20 17:57:32.474979 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:32.679286 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '674205cd-fb6c-4d6c-a784-090f3feee627', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:38:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0962b1-c468-4a10-9a82-363f867efe92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:15Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:32.707519 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:32.716307 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:32.717115 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:57:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:32.817215 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:32.897254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:33.043565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-4a64761f-6c8c-49ba-be57-32f3e1352dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:33.051308 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-4a64761f-6c8c-49ba-be57-32f3e1352dd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1129 time: 0.0529349 Jul 20 17:57:33.142032 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-783b882f-7ec7-4740-aa7c-244b7903a321 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:33.143539 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-783b882f-7ec7-4740-aa7c-244b7903a321 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1446621 Jul 20 17:57:33.195058 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-32c12f4a-9525-40a0-a3e6-2840ce9bfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:33.196691 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-32c12f4a-9525-40a0-a3e6-2840ce9bfbe5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.1226287 Jul 20 17:57:33.208851 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '674205cd-fb6c-4d6c-a784-090f3feee627', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:38:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0962b1-c468-4a10-9a82-363f867efe92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:15Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:33.233607 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-e749e811-c324-4ae3-a4a6-1f33d3b8c5db tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 380 time: 0.0733817 Jul 20 17:57:33.245481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'port': {'device_id': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'admin_state_up': True, 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'security_groups': ['baa5367c-3e43-4dd3-9162-53550d43f9ed']}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:33.251490 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c82264-2c28-4864-bd1e-966606b96f6b None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '674205cd-fb6c-4d6c-a784-090f3feee627', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:38:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0962b1-c468-4a10-9a82-363f867efe92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:15Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:33.286914 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-d3e3e279-11e8-43b1-95dd-d0d3a79e477b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 998 time: 0.0834262 Jul 20 17:57:33.321585 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:33.367156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-56ee521f-06c6-4473-af32-3cebf5c00c10 req-d9abdafe-b2dc-4139-92ed-752ca2eec164 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0343151 Jul 20 17:57:33.377204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-de2c314a-7840-40bf-b713-1bcf2f40de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:33.378866 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-de2c314a-7840-40bf-b713-1bcf2f40de27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0847325 Jul 20 17:57:33.431821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-2786d0dc-4296-490a-be85-7384b767bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:33.433375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-2786d0dc-4296-490a-be85-7384b767bd25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413473 Jul 20 17:57:33.516308 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a9d50b-9db9-45cc-a73d-6af73949faf6 None None] New status for floating IP 674205cd-fb6c-4d6c-a784-090f3feee627: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:57:33.544698 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-e7120981-366e-4e8e-8ccb-e124cb01f381 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030293 Jul 20 17:57:33.561275 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Made reservation on behalf of be1213650f38494aa2aeb1aadc7ccbc7 for: {'port': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:33.566271 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.579068 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:33.662406 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f53ab44f-860b-48a4-97c2-e52dfa0aec14 req-f4abba92-7b4c-46db-92ba-541793c402a5 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111834 Jul 20 17:57:33.709486 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.20.0.9 (d856af6c-3171-430a-a397-90532200f85e/0995c947-681a-4f82-9abd-5cebf87739e3/f2709eb2-b640-45ce-b047-cd5c831cf094) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:33.854114 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.046895 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.091834 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:34.099707 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:34.104001 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:34.110500 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:34.157452 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:34.158116 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.168520 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.291618 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-38c67861-c725-4922-b737-f8d7c4ae35e8 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518539 Jul 20 17:57:34.309260 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Request body: {'port': {'device_id': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:34.381696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-2f23caf5-a88d-456a-ad92-95b721a6ea04 None None] Provisioning complete for port f2709eb2-b640-45ce-b047-cd5c831cf094 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:34.381696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-2f23caf5-a88d-456a-ad92-95b721a6ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.384007 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.416646 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-2f23caf5-a88d-456a-ad92-95b721a6ea04 None None] Port f2709eb2-b640-45ce-b047-cd5c831cf094 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:34.522153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eac3f-e259-4282-b90c-b219654ea5e7 req-c104a953-255b-4fdd-8a62-3183af1c8fd9 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:34.529584 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-389eac3f-e259-4282-b90c-b219654ea5e7 req-c104a953-255b-4fdd-8a62-3183af1c8fd9 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 931 time: 0.0594010 Jul 20 17:57:34.582555 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-389eac3f-e259-4282-b90c-b219654ea5e7 req-88088ea1-662d-4e23-999f-33573ee3fe51 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Jul 20 17:57:34.673540 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2709eb2-b640-45ce-b047-cd5c831cf094 {{(pid=111056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:57:34.681223 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks [] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.695376 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.provisioning_blocks [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Transition to ACTIVE for port object f2709eb2-b640-45ce-b047-cd5c831cf094 will not be triggered until provisioned by entity L2. {{(pid=111056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:57:34.910355 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.910355 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.955457 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Pushing event updated for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:35.026979 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Attempting to bind port f2709eb2-b640-45ce-b047-cd5c831cf094 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:35.027323 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Attempting to bind port f2709eb2-b640-45ce-b047-cd5c831cf094 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:35.027656 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Attempting to bind port f2709eb2-b640-45ce-b047-cd5c831cf094 on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:35.032759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Port f2709eb2-b640-45ce-b047-cd5c831cf094 on network d856af6c-3171-430a-a397-90532200f85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:57:35.033086 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Attempting to bind port f2709eb2-b640-45ce-b047-cd5c831cf094 on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:35.038858 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:35.039196 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:35.039671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Bound using segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} {{(pid=111056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:35.039998 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.managers [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Bound port: f2709eb2-b640-45ce-b047-cd5c831cf094, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}}] {{(pid=111056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:35.040359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.111408 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, cleared binding levels {{(pid=111056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:35.115015 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f2709eb2-b640-45ce-b047-cd5c831cf094,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:35.134026 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:35.256121 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.292844 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.293350 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.294736 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] 10.222.0.18 "PUT /v2.0/ports/f2709eb2-b640-45ce-b047-cd5c831cf094 HTTP/1.1" status: 200 len: 1093 time: 0.9906991 Jul 20 17:57:35.295224 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:35.297524 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18592e04-0bc7-4007-af38-9af947b84cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:35.320919 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f80eb-b433-40c5-957b-2a6d5b243086 service neutron] Pushing event updated for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=3']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:35.347749 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02837f2-ab6f-43a2-9d42-829a32bdea10 x-openstack-request-id: req-f02837f2-ab6f-43a2-9d42-829a32bdea10 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:35.348043 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:35.348293 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f02837f2-ab6f-43a2-9d42-829a32bdea10 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:35.349237 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02837f2-ab6f-43a2-9d42-829a32bdea10'] response: {'name': 'network-changed', 'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'status': 'completed', 'code': 200} Jul 20 17:57:35.440824 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-2502b50a-0853-4cd1-81a3-12569c3bf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.443238 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-2502b50a-0853-4cd1-81a3-12569c3bf9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1127 time: 0.0452485 Jul 20 17:57:35.554130 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-31a484a9-4081-4b84-9d58-6c24988c7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.555664 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-31a484a9-4081-4b84-9d58-6c24988c7fd9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1001008 Jul 20 17:57:35.655361 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-8460e5fc-f044-478d-9eee-07f49d5fd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.657139 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-18592e04-0bc7-4007-af38-9af947b84cd0 req-8460e5fc-f044-478d-9eee-07f49d5fd253 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961812 Jul 20 17:57:35.698613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545f10f-7730-4433-940f-7594413e390c req-8c12fc18-f502-4690-995d-b801c1313c7a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.700063 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6545f10f-7730-4433-940f-7594413e390c req-8c12fc18-f502-4690-995d-b801c1313c7a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0473881 Jul 20 17:57:35.754133 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6545f10f-7730-4433-940f-7594413e390c req-c3136747-2556-469d-999e-5b9df81d7faa tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Jul 20 17:57:35.772257 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:35.799767 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-63204e83-4147-4e72-a8fb-7259dcecee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.801239 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-63204e83-4147-4e72-a8fb-7259dcecee6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1127 time: 0.0378683 Jul 20 17:57:35.844877 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-fd2b0ddc-baf8-4fa6-9f9b-452e629eafe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2709eb2-b640-45ce-b047-cd5c831cf094 HTTP/1.1" status: 200 len: 217 time: 0.0320628 Jul 20 17:57:35.895073 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-7a527c1f-bcd5-4e60-a3b6-d126eb31740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.896599 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-7a527c1f-bcd5-4e60-a3b6-d126eb31740a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0466793 Jul 20 17:57:35.948662 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-716335e7-9afe-4fba-9f81-9007524ba200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:35.950219 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-716335e7-9afe-4fba-9f81-9007524ba200 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404642 Jul 20 17:57:36.281286 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-4cf06206-e5e8-4200-8076-abe71a63f2e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998938 Jul 20 17:57:36.404488 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-2bbaa471-ddc5-4dc9-8e36-e0f6e3adb2fd req-6cbfa616-1d31-4da6-b3fa-605e84cdcce2 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Jul 20 17:57:36.867415 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65673c98-f241-461c-b8d5-5c25626da114 req-d64305f1-8471-4e2d-a04c-797f46b3026b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:36.868905 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-65673c98-f241-461c-b8d5-5c25626da114 req-d64305f1-8471-4e2d-a04c-797f46b3026b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0479290 Jul 20 17:57:36.920222 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-65673c98-f241-461c-b8d5-5c25626da114 req-750fb1b0-31f0-4ac7-ad41-20f816475999 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455441 Jul 20 17:57:37.998713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:38.035697 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463feee0-a7dc-488d-bf77-8fe699290373 req-e4ac8b72-94b3-4002-9445-7dbe83219f13 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:38.037730 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-463feee0-a7dc-488d-bf77-8fe699290373 req-e4ac8b72-94b3-4002-9445-7dbe83219f13 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0477946 Jul 20 17:57:38.049753 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:38.086998 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-463feee0-a7dc-488d-bf77-8fe699290373 req-273c0eec-fa3f-40d3-83ac-30109bb04132 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Jul 20 17:57:39.207828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ea17-3111-4650-804f-39899bb81979 req-ab3b289a-ea40-4ee0-8f93-e508bfbe9543 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:39.209936 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e17ea17-3111-4650-804f-39899bb81979 req-ab3b289a-ea40-4ee0-8f93-e508bfbe9543 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0511813 Jul 20 17:57:39.259310 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e17ea17-3111-4650-804f-39899bb81979 req-67fc3528-b785-49ce-9df0-c85eb2be1d87 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Jul 20 17:57:40.165644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 32780) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:40.316354 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-12b154ce-0a71-4986-8443-11139b2501bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.409086 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f494903-41dd-48b7-89ce-ab067a47f905 req-ec3e3183-b535-4a2e-bc59-5970a8cbf40c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:40.410577 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f494903-41dd-48b7-89ce-ab067a47f905 req-ec3e3183-b535-4a2e-bc59-5970a8cbf40c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0578864 Jul 20 17:57:40.483209 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-12b154ce-0a71-4986-8443-11139b2501bc admin admin] Publish callbacks [] for security_group (6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.488183 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f494903-41dd-48b7-89ce-ab067a47f905 req-d5b8b64f-e677-402d-b9fe-768f1a280386 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712059 Jul 20 17:57:40.634315 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-12b154ce-0a71-4986-8443-11139b2501bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.678951 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-12b154ce-0a71-4986-8443-11139b2501bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32674399b00b4253a370f05ad7297215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122013 Jul 20 17:57:40.679777 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b154ce-0a71-4986-8443-11139b2501bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:40.681809 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 32786) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:40.732760 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] Publish callbacks [] for security_group (6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.754575 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] Publish callbacks [] for security_group (6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.902890 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.905637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.906795 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb HTTP/1.1" status: 204 len: 168 time: 0.2239268 Jul 20 17:57:40.915153 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99bd65-c1de-4475-99b9-a59d2df01119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4dd8ec-76fd-4f9a-9204-6501e4dc1adb,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:41.603976 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886112f1-7368-439e-aba5-8846fb572253 req-59e693d6-8c0e-4061-89e6-d2bdcdf42576 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:41.605508 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-886112f1-7368-439e-aba5-8846fb572253 req-59e693d6-8c0e-4061-89e6-d2bdcdf42576 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0513210 Jul 20 17:57:41.654835 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-886112f1-7368-439e-aba5-8846fb572253 req-db0d96ce-4071-46e2-b662-f4791c010163 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Jul 20 17:57:41.791947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 32794) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:41.806173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cef35577-13a9-4c5a-9236-a1b1a4b63234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.880478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cef35577-13a9-4c5a-9236-a1b1a4b63234 admin admin] Publish callbacks [] for security_group (8e340850-05e6-4091-a16b-739019f145e7), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.962447 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-cef35577-13a9-4c5a-9236-a1b1a4b63234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8e340850-05e6-4091-a16b-739019f145e7), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.007453 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-cef35577-13a9-4c5a-9236-a1b1a4b63234 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb6a8e94e7674bbf81b795fe75be128d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112858 Jul 20 17:57:42.007453 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef35577-13a9-4c5a-9236-a1b1a4b63234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e340850-05e6-4091-a16b-739019f145e7,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.007900 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 32796) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:42.059359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] Publish callbacks [] for security_group (8e340850-05e6-4091-a16b-739019f145e7), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.081414 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] Publish callbacks [] for security_group (8e340850-05e6-4091-a16b-739019f145e7), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.228725 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (8e340850-05e6-4091-a16b-739019f145e7), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.231197 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.234654 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e340850-05e6-4091-a16b-739019f145e7 HTTP/1.1" status: 204 len: 168 time: 0.2233570 Jul 20 17:57:42.235698 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:42.241139 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192f94-3a31-41d6-b7ad-1e740c319e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e340850-05e6-4091-a16b-739019f145e7,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.775975 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9cea5-4ceb-4c65-b5f8-3ff0a533cc04 req-09dd6deb-332e-45fb-a16b-0a2afa36b950 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:42.777488 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c8b9cea5-4ceb-4c65-b5f8-3ff0a533cc04 req-09dd6deb-332e-45fb-a16b-0a2afa36b950 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0518315 Jul 20 17:57:42.829434 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c8b9cea5-4ceb-4c65-b5f8-3ff0a533cc04 req-f3008009-28b6-4f97-ad65-bdf03a3ae5da tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464172 Jul 20 17:57:43.626196 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:43.628152 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=87 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:43.952007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127d967-c8ea-4b19-835b-25096e249253 req-647aeb84-84ed-40a9-aef5-b0a36361579c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:43.956294 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3127d967-c8ea-4b19-835b-25096e249253 req-647aeb84-84ed-40a9-aef5-b0a36361579c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 943 time: 0.0498319 Jul 20 17:57:43.996841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:44.006539 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3127d967-c8ea-4b19-835b-25096e249253 req-80ab9ffb-b536-4449-8615-743fdff7d3b3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Jul 20 17:57:44.176337 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device f2709eb2-b640-45ce-b047-cd5c831cf094 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:57:44.279619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f2709eb2-b640-45ce-b047-cd5c831cf094,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:44.291960 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'port_id': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'mac_address': 'fa:16:3e:35:54:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:57:44.331369 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port f2709eb2-b640-45ce-b047-cd5c831cf094 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:44.331771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.345711 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2709eb2-b640-45ce-b047-cd5c831cf094 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:57:44.371537 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f2709eb2-b640-45ce-b047-cd5c831cf094,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:44.471728 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.516867 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3acae76f-5144-4b0e-81a6-993bc1656cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.522024 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:44.529413 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.529758 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.530096 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.530429 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.530758 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.531083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.531407 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.531727 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.532048 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.532368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.532812 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.533135 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.533496 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.533862 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.534178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:44.783306 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['f2709eb2-b640-45ce-b047-cd5c831cf094'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:57:45.106097 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:45.123257 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7419-3666-49fb-80cb-28ccd955cafd req-a1072ffe-8156-4096-a270-be9cee2477a3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:45.124749 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-06af7419-3666-49fb-80cb-28ccd955cafd req-a1072ffe-8156-4096-a270-be9cee2477a3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 944 time: 0.0508018 Jul 20 17:57:45.177497 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-06af7419-3666-49fb-80cb-28ccd955cafd req-9b885681-a823-4f8f-ace9-e9b1758b865d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464563 Jul 20 17:57:46.185069 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device f2709eb2-b640-45ce-b047-cd5c831cf094 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:46.232030 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port f2709eb2-b640-45ce-b047-cd5c831cf094 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:57:46.292478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e32cb-9ad5-412d-988e-427895957d93 req-29bef819-91d8-4eac-a208-1d4f8858a663 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:46.293863 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-605e32cb-9ad5-412d-988e-427895957d93 req-29bef819-91d8-4eac-a208-1d4f8858a663 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 944 time: 0.0477724 Jul 20 17:57:46.347917 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-605e32cb-9ad5-412d-988e-427895957d93 req-e2654286-23fb-4c4d-b614-d9166f5f2bfa tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477328 Jul 20 17:57:46.350399 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port f2709eb2-b640-45ce-b047-cd5c831cf094 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:46.355203 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.397083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:46.443423 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port f2709eb2-b640-45ce-b047-cd5c831cf094 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:46.444164 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.461047 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:46.475880 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:46.478245 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db7802-1946-4def-9bd7-24f100a4e6a3" -d '{"events": [{"server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "name": "network-vif-plugged", "status": "completed", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:46.491751 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f2709eb2-b640-45ce-b047-cd5c831cf094,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:46.515762 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f88cb4-406b-4b8c-b84f-2fc1fb1793e5 x-openstack-request-id: req-09f88cb4-406b-4b8c-b84f-2fc1fb1793e5 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:46.516094 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "name": "network-vif-plugged", "status": "completed", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:46.516338 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09f88cb4-406b-4b8c-b84f-2fc1fb1793e5 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:46.516745 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f88cb4-406b-4b8c-b84f-2fc1fb1793e5'] response: {'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'code': 200} Jul 20 17:57:46.617201 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.665336 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:46.950682 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed405d-386d-4ac0-af97-b7f901a262ce req-85bb8937-be3f-4a58-b26c-2edbca85ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:46.952184 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-64ed405d-386d-4ac0-af97-b7f901a262ce req-85bb8937-be3f-4a58-b26c-2edbca85ef7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1129 time: 0.0375335 Jul 20 17:57:46.954632 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6e541c60-f177-4019-875a-4afb1f53ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.001133 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-64ed405d-386d-4ac0-af97-b7f901a262ce req-8ad1ca5c-4f3f-4dbf-b632-1507d575e124 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Jul 20 17:57:47.465968 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf960-0bb3-4a75-965b-e4d37e8e9b29 req-4aaf88d2-d45a-4542-9f25-d85387f245f3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:47.467399 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-180cf960-0bb3-4a75-965b-e4d37e8e9b29 req-4aaf88d2-d45a-4542-9f25-d85387f245f3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0466514 Jul 20 17:57:47.517535 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-180cf960-0bb3-4a75-965b-e4d37e8e9b29 req-63c2484d-a131-4a3f-8a05-9e34221a2030 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444498 Jul 20 17:57:48.388219 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.641168 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d94d6-3c60-4aab-9ab3-be2a4a057aa1 req-bde787c7-28da-43bb-a51c-8e4bfb1ad24c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:48.642820 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c60d94d6-3c60-4aab-9ab3-be2a4a057aa1 req-bde787c7-28da-43bb-a51c-8e4bfb1ad24c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0523355 Jul 20 17:57:48.693511 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c60d94d6-3c60-4aab-9ab3-be2a4a057aa1 req-3ddf509d-dc9a-4163-8abf-0041ef337a71 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443110 Jul 20 17:57:48.821539 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47864a-40d3-45e0-966e-5b77d3c861f5 req-98772624-945e-4861-95c6-5bd06e55062b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:48.822880 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f47864a-40d3-45e0-966e-5b77d3c861f5 req-98772624-945e-4861-95c6-5bd06e55062b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0492356 Jul 20 17:57:48.873693 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1f47864a-40d3-45e0-966e-5b77d3c861f5 req-3cbbe86e-fe50-428c-bf4d-f9a32ff0691e tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Jul 20 17:57:48.897901 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 32880) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:49.080250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69861532-35d0-485b-bc58-31ef902ff2d7 tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:49.081919 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-69861532-35d0-485b-bc58-31ef902ff2d7 tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1124 time: 0.1830521 Jul 20 17:57:49.085364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 32884) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:49.089846 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'port_id': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:49.254552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.584662 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.690379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.27.3.165 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/e31b4033-7545-4198-b6b7-4a0c7a4c9959) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:49.767614 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:49.795286 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.856829 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.937079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.964570 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:49.984194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:49.987513 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:49.991405 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:49.996318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=e31b4033-7545-4198-b6b7-4a0c7a4c9959,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.109132 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.348080 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (c8f29576-335a-40d3-bdfc-c038d3da734f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.503969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.623030 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:50.653942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.788002 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.861243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=e31b4033-7545-4198-b6b7-4a0c7a4c9959,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.873645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (c8f29576-335a-40d3-bdfc-c038d3da734f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.966538 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP c8f29576-335a-40d3-bdfc-c038d3da734f associated. External IP: 172.27.3.165, port: f2709eb2-b640-45ce-b047-cd5c831cf094. Jul 20 17:57:51.103590 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:51.169071 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:51.273915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:51.284106 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:51.294362 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:51.294975 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:57:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:51.383323 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.396040 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:51.413475 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-fa4e98ce-4cad-47be-92e5-d481c1d0858b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3267205 Jul 20 17:57:51.413985 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:57:51.416378 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5484b27-7de5-43f1-83cf-d63fc7d89e05" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:57:51.452942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37652a1-e1ea-4ee4-b215-a38342d99061 x-openstack-request-id: req-e37652a1-e1ea-4ee4-b215-a38342d99061 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:57:51.453217 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:57:51.453473 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e37652a1-e1ea-4ee4-b215-a38342d99061 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:57:51.453883 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37652a1-e1ea-4ee4-b215-a38342d99061'] response: {'name': 'network-changed', 'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'status': 'completed', 'code': 200} Jul 20 17:57:51.613218 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'c8f29576-335a-40d3-bdfc-c038d3da734f', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:35:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:50Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:51.638424 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:51.646586 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:51.647182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:57:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:51.748895 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:51.910722 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:51.954663 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'c8f29576-335a-40d3-bdfc-c038d3da734f', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:35:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:50Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:51.982466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af379d6-535e-40ea-be4f-3017746bca17 None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'c8f29576-335a-40d3-bdfc-c038d3da734f', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:35:54:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:50Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:52.047417 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-d7667990-9be2-465f-a595-57499f4513a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:52.048956 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-d7667990-9be2-465f-a595-57499f4513a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1129 time: 0.0399344 Jul 20 17:57:52.142211 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-cd9adaac-f257-47ac-ad33-7be3325b6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:52.143768 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-cd9adaac-f257-47ac-ad33-7be3325b6982 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.0888805 Jul 20 17:57:52.182098 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4fced-72f2-4398-8068-686a5deed13b None None] New status for floating IP c8f29576-335a-40d3-bdfc-c038d3da734f: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:57:52.210665 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-5ed2e5de-3281-4e5c-9bd7-50f5040187fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2709eb2-b640-45ce-b047-cd5c831cf094 HTTP/1.1" status: 200 len: 999 time: 0.0600224 Jul 20 17:57:52.260818 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-9d58afaa-dd5f-4437-b827-a9f01f0666dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:52.262329 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-9d58afaa-dd5f-4437-b827-a9f01f0666dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0450287 Jul 20 17:57:52.307427 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-e93d687a-4af7-40b5-b126-2c2461f60367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:52.308987 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-e93d687a-4af7-40b5-b126-2c2461f60367 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397389 Jul 20 17:57:52.374298 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:52.404093 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-20c7ec8e-dd9d-4f27-b4f4-ee00f79b45cd service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877321 Jul 20 17:57:52.497097 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-b5484b27-7de5-43f1-83cf-d63fc7d89e05 req-515e9fa7-af76-42cb-b7c5-a4941d6b544d service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Jul 20 17:57:56.780523 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:58.869592 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 32966) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:58.976711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f26b3365-8430-4c95-b7d1-245d76e57081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.053893 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f26b3365-8430-4c95-b7d1-245d76e57081 admin admin] Publish callbacks [] for security_group (4bd59b22-784d-47e4-8545-e7b10732b60e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.171271 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f26b3365-8430-4c95-b7d1-245d76e57081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (4bd59b22-784d-47e4-8545-e7b10732b60e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.211064 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f26b3365-8430-4c95-b7d1-245d76e57081 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b865e9c378ea433da84492bc9dfb53fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402233 Jul 20 17:57:59.211889 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b3365-8430-4c95-b7d1-245d76e57081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd59b22-784d-47e4-8545-e7b10732b60e,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:59.213854 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 32970) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:59.267328 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Publish callbacks [] for security_group (4bd59b22-784d-47e4-8545-e7b10732b60e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.289905 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Publish callbacks [] for security_group (4bd59b22-784d-47e4-8545-e7b10732b60e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.439339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (4bd59b22-784d-47e4-8545-e7b10732b60e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.441890 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.443073 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bd59b22-784d-47e4-8545-e7b10732b60e HTTP/1.1" status: 204 len: 168 time: 0.2282271 Jul 20 17:57:59.451366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd59b22-784d-47e4-8545-e7b10732b60e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:59.458714 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460725 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460725 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.460973 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.461375 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.461598 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.461922 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.462240 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.462636 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.462871 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:59.463185 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad893d-21e5-4e52-a84a-1b6c4c672b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:00.356735 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 32976) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:00.370592 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-319fc276-0f22-43e2-9519-83b3d68a17f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.395040 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:00.446036 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-319fc276-0f22-43e2-9519-83b3d68a17f3 admin admin] Publish callbacks [] for security_group (45d238d0-053c-4f6e-b221-cdab841e5beb), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.602717 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-319fc276-0f22-43e2-9519-83b3d68a17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (45d238d0-053c-4f6e-b221-cdab841e5beb), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.654028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fc276-0f22-43e2-9519-83b3d68a17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d238d0-053c-4f6e-b221-cdab841e5beb,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:00.654028 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-319fc276-0f22-43e2-9519-83b3d68a17f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b0b0889bd6848f681bbc3277626721a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884305 Jul 20 17:58:00.654028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 32978) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:00.703490 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] Publish callbacks [] for security_group (45d238d0-053c-4f6e-b221-cdab841e5beb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.725170 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] Publish callbacks [] for security_group (45d238d0-053c-4f6e-b221-cdab841e5beb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.902674 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (45d238d0-053c-4f6e-b221-cdab841e5beb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.905279 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.906364 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45d238d0-053c-4f6e-b221-cdab841e5beb HTTP/1.1" status: 204 len: 168 time: 0.2527740 Jul 20 17:58:00.914668 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cba5f4-6cf0-40a6-ae33-5434ff980c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d238d0-053c-4f6e-b221-cdab841e5beb,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:02.289383 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:02.291803 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:03.552977 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33024) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:03.657398 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90bdea1b-03f8-4c0d-92bd-5bb17d638c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.689286 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:03.732356 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90bdea1b-03f8-4c0d-92bd-5bb17d638c6a admin admin] Publish callbacks [] for security_group (be464d46-1a75-4564-8fec-bd135ae3ade6), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.873929 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90bdea1b-03f8-4c0d-92bd-5bb17d638c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (be464d46-1a75-4564-8fec-bd135ae3ade6), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.914549 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-90bdea1b-03f8-4c0d-92bd-5bb17d638c6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4af31443d33a4fceb3bc8537c1d5d41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605151 Jul 20 17:58:03.915271 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdea1b-03f8-4c0d-92bd-5bb17d638c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be464d46-1a75-4564-8fec-bd135ae3ade6,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:03.917953 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33028) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:03.969673 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] Publish callbacks [] for security_group (be464d46-1a75-4564-8fec-bd135ae3ade6), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.994227 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] Publish callbacks [] for security_group (be464d46-1a75-4564-8fec-bd135ae3ade6), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.149066 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (be464d46-1a75-4564-8fec-bd135ae3ade6), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.152652 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.156482 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be464d46-1a75-4564-8fec-bd135ae3ade6 HTTP/1.1" status: 204 len: 168 time: 0.2347105 Jul 20 17:58:04.166404 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8db58-1f45-4823-9a46-392fc8282a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be464d46-1a75-4564-8fec-bd135ae3ade6,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:04.701581 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:58:04.842786 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33036) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:04.856716 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-87f03cce-6c9f-4e35-a763-755875108b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.931562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-87f03cce-6c9f-4e35-a763-755875108b19 admin admin] Publish callbacks [] for security_group (9ba92ee4-709f-4970-b41c-384e2f2eba32), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.019858 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-87f03cce-6c9f-4e35-a763-755875108b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9ba92ee4-709f-4970-b41c-384e2f2eba32), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.059275 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-87f03cce-6c9f-4e35-a763-755875108b19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84b2b1e1beb14c958662cb7a35edd131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154443 Jul 20 17:58:05.060093 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f03cce-6c9f-4e35-a763-755875108b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba92ee4-709f-4970-b41c-384e2f2eba32,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:05.062845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33038) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:05.091268 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:05.115763 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] Publish callbacks [] for security_group (9ba92ee4-709f-4970-b41c-384e2f2eba32), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.137455 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] Publish callbacks [] for security_group (9ba92ee4-709f-4970-b41c-384e2f2eba32), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.288789 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9ba92ee4-709f-4970-b41c-384e2f2eba32), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.291355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.292530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ba92ee4-709f-4970-b41c-384e2f2eba32 HTTP/1.1" status: 204 len: 168 time: 0.2283986 Jul 20 17:58:05.300705 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cf551-2a04-4d02-a168-973776c3fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba92ee4-709f-4970-b41c-384e2f2eba32,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:09.085054 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33116) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:09.192556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-44481558-5361-4d6b-9953-f527425087af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.264950 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-44481558-5361-4d6b-9953-f527425087af admin admin] Publish callbacks [] for security_group (69d798cd-c360-4474-a6d5-17a626d5532d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.359060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-44481558-5361-4d6b-9953-f527425087af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (69d798cd-c360-4474-a6d5-17a626d5532d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.398672 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-44481558-5361-4d6b-9953-f527425087af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d42aca09e6f6437b99eb461cea6e4e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125525 Jul 20 17:58:09.399599 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481558-5361-4d6b-9953-f527425087af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d798cd-c360-4474-a6d5-17a626d5532d,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:09.401384 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33120) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:09.446332 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:09.451619 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] Publish callbacks [] for security_group (69d798cd-c360-4474-a6d5-17a626d5532d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.473968 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] Publish callbacks [] for security_group (69d798cd-c360-4474-a6d5-17a626d5532d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.585520 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (69d798cd-c360-4474-a6d5-17a626d5532d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.588138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.589342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69d798cd-c360-4474-a6d5-17a626d5532d HTTP/1.1" status: 204 len: 168 time: 0.1862888 Jul 20 17:58:09.597206 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a7199-fbb7-4a75-b4de-978ad13d6d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d798cd-c360-4474-a6d5-17a626d5532d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:09.906141 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:10.299737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33128) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:10.313847 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7db8458b-fb18-4ffd-891e-9ba1bc7e4d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.390904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7db8458b-fb18-4ffd-891e-9ba1bc7e4d0b admin admin] Publish callbacks [] for security_group (af819c0a-6b89-4b7c-8192-5484abcf4be9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.496584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-7db8458b-fb18-4ffd-891e-9ba1bc7e4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (af819c0a-6b89-4b7c-8192-5484abcf4be9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.536901 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-7db8458b-fb18-4ffd-891e-9ba1bc7e4d0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78329066db5c4af78a05f16695a16008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359409 Jul 20 17:58:10.538829 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8458b-fb18-4ffd-891e-9ba1bc7e4d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af819c0a-6b89-4b7c-8192-5484abcf4be9,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:10.539556 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33132) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:10.580559 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:10.591693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] Publish callbacks [] for security_group (af819c0a-6b89-4b7c-8192-5484abcf4be9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.613000 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] Publish callbacks [] for security_group (af819c0a-6b89-4b7c-8192-5484abcf4be9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.740811 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (af819c0a-6b89-4b7c-8192-5484abcf4be9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.743359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.744523 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af819c0a-6b89-4b7c-8192-5484abcf4be9 HTTP/1.1" status: 204 len: 168 time: 0.2039688 Jul 20 17:58:10.753410 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce85efd-c733-45d8-8a31-877e30e16684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af819c0a-6b89-4b7c-8192-5484abcf4be9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:12.683459 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:13.946349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879021-c027-44d2-8f7c-754ea48ed629 req-907d4bcb-a4dc-4719-a2cf-5ed9af49fc52 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.947816 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-64879021-c027-44d2-8f7c-754ea48ed629 req-907d4bcb-a4dc-4719-a2cf-5ed9af49fc52 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Jul 20 17:58:13.997545 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-64879021-c027-44d2-8f7c-754ea48ed629 req-172e8d32-ff46-4f86-90ea-94345b254172 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438709 Jul 20 17:58:14.503759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33222) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:14.508121 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-126b342b-879f-43d3-9380-f515459634b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.609684 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-689a0217-c29c-4503-b645-9bdc002c6475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.683010 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-689a0217-c29c-4503-b645-9bdc002c6475 admin admin] Publish callbacks [] for security_group (006d58f8-6d41-4311-9c67-99afba386d95), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.697681 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:14.765133 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-689a0217-c29c-4503-b645-9bdc002c6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (006d58f8-6d41-4311-9c67-99afba386d95), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.802750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a0217-c29c-4503-b645-9bdc002c6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006d58f8-6d41-4311-9c67-99afba386d95,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:14.807233 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-689a0217-c29c-4503-b645-9bdc002c6475 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c4cec0b2431483694c4c9715e8a672b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019216 Jul 20 17:58:14.810427 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33226) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:14.823263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:14.867074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] Publish callbacks [] for security_group (006d58f8-6d41-4311-9c67-99afba386d95), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.888975 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] Publish callbacks [] for security_group (006d58f8-6d41-4311-9c67-99afba386d95), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.117005 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696021f-f779-41e4-91f8-efa469a06a01 req-c528c25c-c7ca-415d-86ff-149457012a6c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.118577 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7696021f-f779-41e4-91f8-efa469a06a01 req-c528c25c-c7ca-415d-86ff-149457012a6c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0523727 Jul 20 17:58:15.125595 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (006d58f8-6d41-4311-9c67-99afba386d95), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.129198 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.133247 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/006d58f8-6d41-4311-9c67-99afba386d95 HTTP/1.1" status: 204 len: 168 time: 0.3223765 Jul 20 17:58:15.141592 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aef44e-150d-4f8c-a76d-9a1ebd386dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006d58f8-6d41-4311-9c67-99afba386d95,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:15.182938 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7696021f-f779-41e4-91f8-efa469a06a01 req-c5831681-255a-4c4a-8322-f5e2b7d155a4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587065 Jul 20 17:58:15.786042 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33236) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:15.799279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.873904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Publish callbacks [] for security_group (4da73bae-e46f-44dc-a888-15101d04a1ee), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.976709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (4da73bae-e46f-44dc-a888-15101d04a1ee), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.014794 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da73bae-e46f-44dc-a888-15101d04a1ee,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:16.019453 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-676fba11-bb05-4306-938e-770478423169 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=815cc5d5a4884db3af4929a7e5831974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324131 Jul 20 17:58:16.022911 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33238) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:16.024733 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.025083 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.025429 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.025770 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.026104 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.026440 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.026767 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.027095 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.027418 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.027744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.028067 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.028392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.028737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.029059 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.029374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676fba11-bb05-4306-938e-770478423169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:16.075301 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] Publish callbacks [] for security_group (4da73bae-e46f-44dc-a888-15101d04a1ee), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.096877 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] Publish callbacks [] for security_group (4da73bae-e46f-44dc-a888-15101d04a1ee), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.228039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (4da73bae-e46f-44dc-a888-15101d04a1ee), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.230568 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.231781 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4da73bae-e46f-44dc-a888-15101d04a1ee HTTP/1.1" status: 204 len: 168 time: 0.2078021 Jul 20 17:58:16.239709 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926deae-b2a6-476b-9100-4285d5906dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da73bae-e46f-44dc-a888-15101d04a1ee,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:16.261069 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:16.304734 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2639f13-f5f6-4723-bdb9-3e49c905eaf3 req-5ca40f8b-2dc4-46f3-8e72-aa53e059e878 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.306213 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f2639f13-f5f6-4723-bdb9-3e49c905eaf3 req-5ca40f8b-2dc4-46f3-8e72-aa53e059e878 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0541692 Jul 20 17:58:16.358705 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f2639f13-f5f6-4723-bdb9-3e49c905eaf3 req-d1c23cf4-0700-43a0-bc9a-bf921dd2251d tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467870 Jul 20 17:58:16.888543 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3b926909-f807-4d8d-a33d-17bdb99ffcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:17.474019 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493113d5-735a-48ad-8d43-79cf1f1bc2cd req-527d0f48-fe03-491b-a14b-def610d2828b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:17.475545 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-493113d5-735a-48ad-8d43-79cf1f1bc2cd req-527d0f48-fe03-491b-a14b-def610d2828b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0502496 Jul 20 17:58:17.525177 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-493113d5-735a-48ad-8d43-79cf1f1bc2cd req-b716f192-f85d-4941-910c-f4db79c7d926 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 Jul 20 17:58:18.109603 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33280) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:18.213641 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-aec5c5bd-49e4-4d7a-b39a-19f8ead608cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.276629 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:18.292514 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-aec5c5bd-49e4-4d7a-b39a-19f8ead608cd admin admin] Publish callbacks [] for security_group (7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.292962 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.405002 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-aec5c5bd-49e4-4d7a-b39a-19f8ead608cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.445470 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-aec5c5bd-49e4-4d7a-b39a-19f8ead608cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f697ff35e7884ccc91cf508572a54c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347476 Jul 20 17:58:18.447269 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5c5bd-49e4-4d7a-b39a-19f8ead608cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:18.448156 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33286) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:18.472143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:18.497103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] Publish callbacks [] for security_group (7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.522007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] Publish callbacks [] for security_group (7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.640162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951125cb-793d-4709-9828-69cbefcde364 req-e5bc28cb-e687-4f15-b2a8-c18dd6078a94 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:18.641615 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-951125cb-793d-4709-9828-69cbefcde364 req-e5bc28cb-e687-4f15-b2a8-c18dd6078a94 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0471196 Jul 20 17:58:18.689898 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-951125cb-793d-4709-9828-69cbefcde364 req-58b8772a-1787-474f-be7d-bd4fa43b7128 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Jul 20 17:58:18.690885 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.694204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:18.695383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7 HTTP/1.1" status: 204 len: 168 time: 0.2460518 Jul 20 17:58:18.708007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971b43a-5970-4f3b-bd4d-1c9c3e4180c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0a727d-fd8c-4ef5-8a8f-bd7881f878a7,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:19.814740 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6714-7c97-4ca3-bb82-fadd2bde5768 req-9f052e0a-1ea9-4a02-bfdf-c42245888cfc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:19.816227 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e6b6714-7c97-4ca3-bb82-fadd2bde5768 req-9f052e0a-1ea9-4a02-bfdf-c42245888cfc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Jul 20 17:58:19.857440 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:19.869297 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3e6b6714-7c97-4ca3-bb82-fadd2bde5768 req-26f1bfd1-a1ae-4314-b044-3bbddd87565b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 Jul 20 17:58:20.159622 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:20.989261 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aa340-3446-4a64-a2a1-feb1dbfd69ea req-e281999e-0eeb-47da-a5cf-5a8ca8e19adf tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.990784 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7d9aa340-3446-4a64-a2a1-feb1dbfd69ea req-e281999e-0eeb-47da-a5cf-5a8ca8e19adf tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0510945 Jul 20 17:58:21.041149 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7d9aa340-3446-4a64-a2a1-feb1dbfd69ea req-40c5cde0-2eae-4b44-82e5-f34bc58f38c0 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Jul 20 17:58:21.931848 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc3078-5e92-40dd-9399-fe41bd8976b8 req-1ee7b7e8-afb1-4234-ab64-a417d45f1e0f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.933362 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-29cc3078-5e92-40dd-9399-fe41bd8976b8 req-1ee7b7e8-afb1-4234-ab64-a417d45f1e0f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Jul 20 17:58:21.982796 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-29cc3078-5e92-40dd-9399-fe41bd8976b8 req-25749819-7019-41ba-bc31-2b3ffd3236c1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jul 20 17:58:22.170948 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b9f2-039b-4e07-b579-f4f6e6a6858c req-0e2832b8-aa39-4559-9d8e-3b7fbd50ceb5 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:22.172413 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e80b9f2-039b-4e07-b579-f4f6e6a6858c req-0e2832b8-aa39-4559-9d8e-3b7fbd50ceb5 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0504837 Jul 20 17:58:22.222763 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5e80b9f2-039b-4e07-b579-f4f6e6a6858c req-e748c1b7-3637-4261-993a-379d4ff6f74b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Jul 20 17:58:23.103404 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae586-12de-43c0-80bc-ac6e3940bbcf req-6fd77301-a93a-4833-9624-b3b731933328 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:23.104996 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f91ae586-12de-43c0-80bc-ac6e3940bbcf req-6fd77301-a93a-4833-9624-b3b731933328 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0498621 Jul 20 17:58:23.152143 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f91ae586-12de-43c0-80bc-ac6e3940bbcf req-052490cd-07ea-47ce-be08-5496382f4e2c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Jul 20 17:58:23.333975 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ddb8c-9dba-4f66-adc3-5bdc37a169da req-c31321bc-6fdd-4dbd-8cbc-7a81b8c1ab7e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:23.335336 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f5ddb8c-9dba-4f66-adc3-5bdc37a169da req-c31321bc-6fdd-4dbd-8cbc-7a81b8c1ab7e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0462477 Jul 20 17:58:23.360543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:23.389509 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f5ddb8c-9dba-4f66-adc3-5bdc37a169da req-60923880-1422-4206-864f-1aa939d294a7 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486317 Jul 20 17:58:24.266152 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa432a1-5b93-4b4b-9254-529314203f6c req-039d01b9-9d46-464d-8708-1f9f2b227dd3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.267681 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-baa432a1-5b93-4b4b-9254-529314203f6c req-039d01b9-9d46-464d-8708-1f9f2b227dd3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0476825 Jul 20 17:58:24.317162 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-ea07954a-2560-44ae-8049-b31015fb4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.317775 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-baa432a1-5b93-4b4b-9254-529314203f6c req-c74e288c-7712-4fd7-966b-35178ef3d85d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Jul 20 17:58:24.318953 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-ea07954a-2560-44ae-8049-b31015fb4ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0420272 Jul 20 17:58:24.415465 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-7a58e822-19d9-4a8d-ae84-d01869072d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.417018 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-7a58e822-19d9-4a8d-ae84-d01869072d55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 909 time: 0.0896566 Jul 20 17:58:24.507328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f894-1aca-4b5c-ae6f-0f7a2cd2d418 req-f226e3de-27d1-4969-88dd-7878e1a31dc2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.508933 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6394f894-1aca-4b5c-ae6f-0f7a2cd2d418 req-f226e3de-27d1-4969-88dd-7878e1a31dc2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0489087 Jul 20 17:58:24.564250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6394f894-1aca-4b5c-ae6f-0f7a2cd2d418 req-286ba483-ab97-453a-87f4-74f004ba158b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494759 Jul 20 17:58:24.747390 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-99206ecd-3942-4f49-a835-3245ba229bc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 1002 time: 0.3193836 Jul 20 17:58:24.798736 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-1d3f1b15-2093-4599-92a7-dc07b400a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.800282 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-1d3f1b15-2093-4599-92a7-dc07b400a435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0433776 Jul 20 17:58:24.845001 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-fd40984d-c2a8-4665-9138-f5434f32c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.846494 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-fd40984d-c2a8-4665-9138-f5434f32c29a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382760 Jul 20 17:58:24.950546 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-9033eeab-0d40-4927-ba6d-a1ed5c01100b service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967925 Jul 20 17:58:24.994622 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33374) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:25.052392 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-4162c5a6-de12-4b06-ad87-bc81a7e30842 req-e102d426-aab1-4486-a061-e8ce519d0deb service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936162 Jul 20 17:58:25.102222 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-eb81efc3-60cb-429a-b562-06e5d60166fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.181542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-eb81efc3-60cb-429a-b562-06e5d60166fa admin admin] Publish callbacks [] for security_group (e47fc9ac-965d-4949-83af-8bbe27248fee), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.254991 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-eb81efc3-60cb-429a-b562-06e5d60166fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e47fc9ac-965d-4949-83af-8bbe27248fee), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.269583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:25.296385 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81efc3-60cb-429a-b562-06e5d60166fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47fc9ac-965d-4949-83af-8bbe27248fee,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:25.302516 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-eb81efc3-60cb-429a-b562-06e5d60166fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e8785ea25e241fdabde4d52c8fb225c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068547 Jul 20 17:58:25.307285 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33378) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:25.354762 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] Publish callbacks [] for security_group (e47fc9ac-965d-4949-83af-8bbe27248fee), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.377175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] Publish callbacks [] for security_group (e47fc9ac-965d-4949-83af-8bbe27248fee), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.451584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7e31-0f58-4f66-8245-b2937ab1862b req-c3e15174-ce7c-4165-aa9f-330cd1f3d75c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:25.453040 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-113e7e31-0f58-4f66-8245-b2937ab1862b req-c3e15174-ce7c-4165-aa9f-330cd1f3d75c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0649741 Jul 20 17:58:25.501141 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-113e7e31-0f58-4f66-8245-b2937ab1862b req-6ac21fe3-0187-4623-b636-c935173c64b0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Jul 20 17:58:25.587616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (e47fc9ac-965d-4949-83af-8bbe27248fee), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.590459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.594089 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e47fc9ac-965d-4949-83af-8bbe27248fee HTTP/1.1" status: 204 len: 168 time: 0.2855475 Jul 20 17:58:25.600548 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a55b5-c2d0-4ad2-93eb-e1e73462e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47fc9ac-965d-4949-83af-8bbe27248fee,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:25.612913 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:25.698624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:25.706984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f9768-4de0-481d-b003-90a13c4ea111 req-c4a243c4-53da-4506-80cd-1c0aa4d6d96f tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:25.708459 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-696f9768-4de0-481d-b003-90a13c4ea111 req-c4a243c4-53da-4506-80cd-1c0aa4d6d96f tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0487483 Jul 20 17:58:25.758948 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-696f9768-4de0-481d-b003-90a13c4ea111 req-0d4fec47-cb08-4b94-aa0c-5369a4c16cfa tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Jul 20 17:58:26.429550 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33388) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:26.443607 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-67deeab9-487f-40bc-a116-1b5bbcc83374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.519712 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-67deeab9-487f-40bc-a116-1b5bbcc83374 admin admin] Publish callbacks [] for security_group (addb4173-1f56-4068-9a99-0a349e2c3590), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.608479 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-67deeab9-487f-40bc-a116-1b5bbcc83374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (addb4173-1f56-4068-9a99-0a349e2c3590), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.631283 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693e7c-6fa4-4d26-91f7-fa9e1f2cb00d req-f955c38b-4ee9-4799-88f8-80c4a9670875 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:26.632736 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-75693e7c-6fa4-4d26-91f7-fa9e1f2cb00d req-f955c38b-4ee9-4799-88f8-80c4a9670875 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0648255 Jul 20 17:58:26.672741 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deeab9-487f-40bc-a116-1b5bbcc83374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb4173-1f56-4068-9a99-0a349e2c3590,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:26.680227 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-67deeab9-487f-40bc-a116-1b5bbcc83374 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b09dd954ea348978e7bb7848d8a5cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496328 Jul 20 17:58:26.682953 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33392) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:26.717870 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-75693e7c-6fa4-4d26-91f7-fa9e1f2cb00d req-2b35e9f1-906f-4f19-82ac-7d5dd26ac8db tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754113 Jul 20 17:58:26.744325 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] Publish callbacks [] for security_group (addb4173-1f56-4068-9a99-0a349e2c3590), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.746632 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:26.765938 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] Publish callbacks [] for security_group (addb4173-1f56-4068-9a99-0a349e2c3590), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.872213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd61-6607-491e-b06b-008281638b8a req-1429e719-875d-4e51-9807-d37179f68d4b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:26.873692 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-04b3bd61-6607-491e-b06b-008281638b8a req-1429e719-875d-4e51-9807-d37179f68d4b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0473523 Jul 20 17:58:26.890624 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.922970 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-04b3bd61-6607-491e-b06b-008281638b8a req-bca8d86e-e0dd-4acb-921d-101473d86986 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436666 Jul 20 17:58:26.953882 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (addb4173-1f56-4068-9a99-0a349e2c3590), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.957138 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.958522 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/addb4173-1f56-4068-9a99-0a349e2c3590 HTTP/1.1" status: 204 len: 168 time: 0.2743101 Jul 20 17:58:26.969247 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fb378-847f-4cec-a825-21c607ec08d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb4173-1f56-4068-9a99-0a349e2c3590,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:27.837540 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21edd7-cfe0-4c0f-aeb1-e1262908933b req-53adb2f0-99f2-4253-8d29-845cde1c1cd1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.838997 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2d21edd7-cfe0-4c0f-aeb1-e1262908933b req-53adb2f0-99f2-4253-8d29-845cde1c1cd1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Jul 20 17:58:27.886140 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2d21edd7-cfe0-4c0f-aeb1-e1262908933b req-ce4ad95b-2ff8-465e-bfcb-8146815392a8 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Jul 20 17:58:28.051044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e517-c851-4938-9d8b-95eee1d6d8f8 req-d1a072ee-9f06-44d4-b272-f59edaf3521f tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:28.052967 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-01f3e517-c851-4938-9d8b-95eee1d6d8f8 req-d1a072ee-9f06-44d4-b272-f59edaf3521f tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0565665 Jul 20 17:58:28.110700 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-01f3e517-c851-4938-9d8b-95eee1d6d8f8 req-194d0332-7fc3-469a-89d3-45806d30015b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518675 Jul 20 17:58:29.007333 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5a437-50e4-4bee-bad6-3a2c59375cd5 req-ce1ed566-edfd-4924-95ef-eba92091477a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.008831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3a5a437-50e4-4bee-bad6-3a2c59375cd5 req-ce1ed566-edfd-4924-95ef-eba92091477a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Jul 20 17:58:29.062797 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3a5a437-50e4-4bee-bad6-3a2c59375cd5 req-2123e443-9ab9-449b-8afe-081c8d1f18cd tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482790 Jul 20 17:58:29.224511 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aae12-3474-4559-847a-fc0e1e40f86d req-cb3189df-43e8-4be0-9f30-50b2ebc3b3f4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.225924 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5d2aae12-3474-4559-847a-fc0e1e40f86d req-cb3189df-43e8-4be0-9f30-50b2ebc3b3f4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0476840 Jul 20 17:58:29.274510 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5d2aae12-3474-4559-847a-fc0e1e40f86d req-ad018ab6-c33f-4d8b-a479-c7244f3bef40 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Jul 20 17:58:29.512597 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-f676bf8e-a120-47dc-858f-0b493893f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.514204 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-f676bf8e-a120-47dc-858f-0b493893f4f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1129 time: 0.0444226 Jul 20 17:58:29.634913 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-a7e4acd6-250b-4ddf-89af-6038bdc9465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.636475 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-a7e4acd6-250b-4ddf-89af-6038bdc9465a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.1046999 Jul 20 17:58:29.689793 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:29.700823 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-6f29b0c4-1f29-46f3-9a9a-fc687f3e3149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 1000 time: 0.0569949 Jul 20 17:58:29.706358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5ee2f-9150-4f83-9381-39e84a06bfce req-5e46d8ff-3b23-4a6f-b41a-01000d07a9ec tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.708395 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dfe5ee2f-9150-4f83-9381-39e84a06bfce req-5e46d8ff-3b23-4a6f-b41a-01000d07a9ec tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Jul 20 17:58:29.734581 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:29.749974 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-1beaa980-9254-45ef-84cd-0aa5db9242b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.751437 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-1beaa980-9254-45ef-84cd-0aa5db9242b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0447409 Jul 20 17:58:29.759846 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dfe5ee2f-9150-4f83-9381-39e84a06bfce req-59d8fe39-5920-4a0c-a792-f7c72717af46 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Jul 20 17:58:29.800293 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-ffc258a6-82b8-49f3-92f4-6eb37df28327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.801861 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-ffc258a6-82b8-49f3-92f4-6eb37df28327 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446126 Jul 20 17:58:29.897792 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-36789ae1-8880-46ca-992b-6ed2ac8da74e service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895250 Jul 20 17:58:29.997152 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-761ff48b-b08a-4127-905c-60c4e2f1e2d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1715355 Jul 20 17:58:30.023096 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-58ae2617-0de2-4023-993d-1725d8a27a61 req-728ae6a4-e4d4-4ded-8cf0-9308a4b7e606 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194017 Jul 20 17:58:30.142997 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:30.182688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6fd4b-c342-4a7a-8bd1-9fab42e32c5c req-c88d0b31-2c30-4355-8387-8ec3581af0ee tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.184267 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08f6fd4b-c342-4a7a-8bd1-9fab42e32c5c req-c88d0b31-2c30-4355-8387-8ec3581af0ee tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Jul 20 17:58:30.216686 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-571cc1d3-39e7-4e7f-91de-59888db07944 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.218057 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-571cc1d3-39e7-4e7f-91de-59888db07944 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports/0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 943 time: 0.1917102 Jul 20 17:58:30.232811 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08f6fd4b-c342-4a7a-8bd1-9fab42e32c5c req-02e4ceac-2bec-4ac8-9871-6d67f6471bda tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Jul 20 17:58:30.378751 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:58:30.449880 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 is: ACTIVE; New status is: DOWN {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:30.450274 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:30.472474 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:30.475227 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb4ea1-7d76-4554-8f94-eab55e13b864" -d '{"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:30.502936 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:30.516413 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831cfef1-3f39-4a1d-9ce1-716fb7d1efce x-openstack-request-id: req-831cfef1-3f39-4a1d-9ce1-716fb7d1efce {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:30.516734 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-unplugged", "status": "failed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "code": 422}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:30.516994 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-831cfef1-3f39-4a1d-9ce1-716fb7d1efce {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:30.517448 dv-cinder-849846-3-iscsi neutron-server[111058]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-831cfef1-3f39-4a1d-9ce1-716fb7d1efce']: {'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'code': 422} returned with failed status Jul 20 17:58:30.621922 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:30.670353 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=6']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:30.883445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc8d0-ad47-44a2-89ef-ea6ad0e7faf4 req-24af16c8-e4ec-4c36-990d-f9952539ecf2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.884975 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-738bc8d0-ad47-44a2-89ef-ea6ad0e7faf4 req-24af16c8-e4ec-4c36-990d-f9952539ecf2 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0468628 Jul 20 17:58:30.939124 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-738bc8d0-ad47-44a2-89ef-ea6ad0e7faf4 req-bd56a572-55be-4ca5-9bb4-7c8984f2df08 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Jul 20 17:58:31.350514 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19770cb9-b4bb-4662-9dc9-717af0d5b8e4 req-74b45e5c-e875-41f6-9bd3-d4e2e137e089 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.352078 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-19770cb9-b4bb-4662-9dc9-717af0d5b8e4 req-74b45e5c-e875-41f6-9bd3-d4e2e137e089 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Jul 20 17:58:31.407247 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-19770cb9-b4bb-4662-9dc9-717af0d5b8e4 req-11ffecda-5cfa-4252-b4f6-752a6a784e9b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 Jul 20 17:58:32.053198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08349-a84d-47d2-b937-7ff3a7aff2c5 req-ca3d406a-2742-428c-9113-fae33fe9f704 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:32.054652 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80f08349-a84d-47d2-b937-7ff3a7aff2c5 req-ca3d406a-2742-428c-9113-fae33fe9f704 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0471728 Jul 20 17:58:32.104118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-80f08349-a84d-47d2-b937-7ff3a7aff2c5 req-e73d0021-70b1-4c8d-b811-f36b54de6627 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438769 Jul 20 17:58:32.520263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70a3ba-a5c8-4403-ac10-222fb4943d0f req-260096ff-074c-439b-9e3a-01db56f9988c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:32.524909 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f70a3ba-a5c8-4403-ac10-222fb4943d0f req-260096ff-074c-439b-9e3a-01db56f9988c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Jul 20 17:58:32.572900 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6f70a3ba-a5c8-4403-ac10-222fb4943d0f req-f6683b5f-9ff8-48a9-9215-2952653aa133 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Jul 20 17:58:33.223176 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add492-4add-459c-a413-4122836a694f req-3b069a6c-d2e3-44cf-a7eb-98819a9a0b37 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.226785 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8add492-4add-459c-a413-4122836a694f req-3b069a6c-d2e3-44cf-a7eb-98819a9a0b37 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0505371 Jul 20 17:58:33.274506 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e8add492-4add-459c-a413-4122836a694f req-8f6040f7-8d80-4893-916e-361d661e0e58 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Jul 20 17:58:33.687338 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3f80-aa31-4c31-981e-57a672d9d353 req-90aca279-872c-43b1-b811-a7441080cfa5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.688806 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6cfb3f80-aa31-4c31-981e-57a672d9d353 req-90aca279-872c-43b1-b811-a7441080cfa5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Jul 20 17:58:33.742845 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6cfb3f80-aa31-4c31-981e-57a672d9d353 req-7b025c34-015c-4d10-9151-d58fe42624fb tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474498 Jul 20 17:58:33.808379 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-0143051d-85ce-4e80-a389-056ac7eb0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.809908 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-0143051d-85ce-4e80-a389-056ac7eb0c46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9&tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4 HTTP/1.1" status: 200 len: 1128 time: 0.0756974 Jul 20 17:58:33.881185 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-c0623866-831c-4787-a1d7-75d3ff36ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.882487 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-c0623866-831c-4787-a1d7-75d3ff36ac86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1128 time: 0.0386896 Jul 20 17:58:33.955704 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:33.974439 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-fa8d0c7c-b885-4453-a3f1-97999cd947c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.975900 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-fa8d0c7c-b885-4453-a3f1-97999cd947c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 909 time: 0.0872219 Jul 20 17:58:34.036717 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-bb0a61f0-ad5a-4171-bc29-9dbae56d55f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 1000 time: 0.0540166 Jul 20 17:58:34.085918 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-4a5edfff-18b9-4e74-a38b-32344e6c951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.087372 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-4a5edfff-18b9-4e74-a38b-32344e6c951a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0451961 Jul 20 17:58:34.133731 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-cd4cecd2-1651-414a-9142-b859d302fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.135134 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-cd4cecd2-1651-414a-9142-b859d302fab8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419598 Jul 20 17:58:34.227299 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-930971ae-26ef-4591-8888-663d9db1ca6c service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852416 Jul 20 17:58:34.322547 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-685ee2a0-6f48-4032-993e-a4b6c8b44c36 req-f8e0e4d7-c9eb-4b98-82d0-aaf77878cb96 service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890312 Jul 20 17:58:34.397609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a5f1f-dd47-4640-a039-7e74b895b78f req-eedbca8c-eaf3-4f93-9165-f6e93c86cfdc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.399658 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f4a5f1f-dd47-4640-a039-7e74b895b78f req-eedbca8c-eaf3-4f93-9165-f6e93c86cfdc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0547068 Jul 20 17:58:34.448752 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4f4a5f1f-dd47-4640-a039-7e74b895b78f req-d0a09fb5-b70c-46e4-8ace-f5ed7be9c550 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Jul 20 17:58:34.861374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e9856-3db5-493f-a06c-31cbb1720c88 req-201c1da3-3663-436b-828c-d3a43ddfb659 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.863771 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b20e9856-3db5-493f-a06c-31cbb1720c88 req-201c1da3-3663-436b-828c-d3a43ddfb659 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Jul 20 17:58:34.914864 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b20e9856-3db5-493f-a06c-31cbb1720c88 req-7faefbfe-1f2c-439e-9046-2f9025f5ee59 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Jul 20 17:58:35.569754 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5045-5a21-4ada-b165-42c4a3e5fa69 req-b9759c1d-686a-49ef-a9f7-f1d149a855bf tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.571315 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-816f5045-5a21-4ada-b165-42c4a3e5fa69 req-b9759c1d-686a-49ef-a9f7-f1d149a855bf tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0478170 Jul 20 17:58:35.614308 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:35.627885 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-816f5045-5a21-4ada-b165-42c4a3e5fa69 req-6b5af421-dd57-4538-93b6-4764ed534ba8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508416 Jul 20 17:58:36.029487 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8acec6-3138-4399-b62a-f57794ebc1d6 req-c5e7a6b9-192b-4ba2-8efe-16349977de83 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:36.030971 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ec8acec6-3138-4399-b62a-f57794ebc1d6 req-c5e7a6b9-192b-4ba2-8efe-16349977de83 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Jul 20 17:58:36.080927 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ec8acec6-3138-4399-b62a-f57794ebc1d6 req-5b844552-6c4a-483c-b94b-77a0b2bc4b09 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 Jul 20 17:58:36.382084 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:36.604367 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:36.616181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'port_id': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'mac_address': 'fa:16:3e:22:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:36.651652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:36.652045 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.665274 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efd3e-013a-4a3b-bc60-84e6553804e3 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:36.689008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:36.745062 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306d9dc-761b-417a-9752-db5c98414916 req-cdb6b690-3d12-4da7-a3bc-e3e6a4692abd tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:36.746535 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4306d9dc-761b-417a-9752-db5c98414916 req-cdb6b690-3d12-4da7-a3bc-e3e6a4692abd tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 944 time: 0.0482352 Jul 20 17:58:36.795526 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4306d9dc-761b-417a-9752-db5c98414916 req-d2ee429d-b86f-4f42-93a5-50b7f2c1cb3c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Jul 20 17:58:36.839116 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.887826 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=7']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:37.148249 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['0d2efd3e-013a-4a3b-bc60-84e6553804e3'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:37.203692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9eb5-151d-48e3-b37d-94d6010d589f req-892f657d-f65d-421c-9649-3dabac77ac95 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.205194 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-24ad9eb5-151d-48e3-b37d-94d6010d589f req-892f657d-f65d-421c-9649-3dabac77ac95 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0511687 Jul 20 17:58:37.217514 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:37.253368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-24ad9eb5-151d-48e3-b37d-94d6010d589f req-3571d5d7-8e80-43e2-a1e5-4f5355c0a665 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Jul 20 17:58:37.334690 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:37.377038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:37.908575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d9aa9-fb13-4d68-b105-b6e51e50be9f req-9f400fec-0ef6-4580-8af0-37f26240c044 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.910046 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da6d9aa9-fb13-4d68-b105-b6e51e50be9f req-9f400fec-0ef6-4580-8af0-37f26240c044 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 945 time: 0.0470481 Jul 20 17:58:37.958406 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-da6d9aa9-fb13-4d68-b105-b6e51e50be9f req-7320a1be-5923-4900-9c70-9f5144d4b28a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424197 Jul 20 17:58:38.369171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f78f-d1fb-4a4a-90ba-5921c766dbde req-0355fce8-7443-41c6-bb1e-8ebd4518cf5c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:38.370635 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d401f78f-d1fb-4a4a-90ba-5921c766dbde req-0355fce8-7443-41c6-bb1e-8ebd4518cf5c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Jul 20 17:58:38.399189 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:38.449405 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:38.449831 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.527949 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:38.528344 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.553560 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:38.555761 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781a199-8a59-43fb-9530-2251844594f2" -d '{"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:38.570084 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:38.596411 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c5d405-01af-451b-a9ec-54cfb7d73c6a x-openstack-request-id: req-73c5d405-01af-451b-a9ec-54cfb7d73c6a {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:38.596751 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:38.596990 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73c5d405-01af-451b-a9ec-54cfb7d73c6a {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:38.597391 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c5d405-01af-451b-a9ec-54cfb7d73c6a'] response: {'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'code': 200} Jul 20 17:58:38.656297 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.665591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d401f78f-d1fb-4a4a-90ba-5921c766dbde req-3400ee64-3f55-4b59-8ff5-bb78b2791033 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872591 Jul 20 17:58:38.709933 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=8']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:39.032990 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2c85-8473-4257-ace2-528f3f0de020 req-47e45a08-9a43-4f21-8e9e-9a7a144982c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.034477 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-816a2c85-8473-4257-ace2-528f3f0de020 req-47e45a08-9a43-4f21-8e9e-9a7a144982c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0464821 Jul 20 17:58:39.077381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a5507-5a98-4138-8022-f80161fadc20 req-54513299-868c-4409-86ae-ed6613c6e22b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.085229 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c3a5507-5a98-4138-8022-f80161fadc20 req-54513299-868c-4409-86ae-ed6613c6e22b tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0599251 Jul 20 17:58:39.093581 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-816a2c85-8473-4257-ace2-528f3f0de020 req-8064dd29-bf86-43cb-b34a-06b67c16fe2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527966 Jul 20 17:58:39.165114 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c3a5507-5a98-4138-8022-f80161fadc20 req-f526312a-9b27-47bf-8348-2906385b5faa tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790195 Jul 20 17:58:39.180479 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8ed7-80b9-4c11-840d-d1874c4d8887 req-372b4cd7-d332-4504-81a0-da89617996d0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.181929 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-69ae8ed7-80b9-4c11-840d-d1874c4d8887 req-372b4cd7-d332-4504-81a0-da89617996d0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0562022 Jul 20 17:58:39.232787 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-69ae8ed7-80b9-4c11-840d-d1874c4d8887 req-201bdd02-3329-4e5d-af4c-cfb801fd98df tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Jul 20 17:58:39.762111 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1915-2882-4864-b300-282f81699b9e req-d949931b-b298-457b-bff4-23196e76b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.763596 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-d949931b-b298-457b-bff4-23196e76b9d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1129 time: 0.0445247 Jul 20 17:58:39.854702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1915-2882-4864-b300-282f81699b9e req-7cec95a9-f0ec-4285-a417-63e1a7538742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.856153 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-7cec95a9-f0ec-4285-a417-63e1a7538742 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.0864599 Jul 20 17:58:39.922002 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-5db985ca-ad18-4d5d-af8e-ed62498f40f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 1000 time: 0.0571663 Jul 20 17:58:40.063652 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1915-2882-4864-b300-282f81699b9e req-c3be20e3-c152-46aa-8a32-d8189e4e9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:40.065820 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-c3be20e3-c152-46aa-8a32-d8189e4e9772 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0476768 Jul 20 17:58:40.282601 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721cb18-fce0-4d8d-9b7b-65dfb13ece4c req-af7aae3d-a852-489d-8e91-414ad14c5618 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:40.284085 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a721cb18-fce0-4d8d-9b7b-65dfb13ece4c req-af7aae3d-a852-489d-8e91-414ad14c5618 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Jul 20 17:58:40.370711 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc80dd5-8003-44d0-9b63-2fed4ebfc129 req-52fcc93f-8b88-4e03-9bd6-d83295c80828 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:40.372081 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9dc80dd5-8003-44d0-9b63-2fed4ebfc129 req-52fcc93f-8b88-4e03-9bd6-d83295c80828 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0676830 Jul 20 17:58:40.375713 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a721cb18-fce0-4d8d-9b7b-65dfb13ece4c req-4d11d6a6-0f7c-4147-bd14-73d0f64bfa3d tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849185 Jul 20 17:58:40.422990 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9dc80dd5-8003-44d0-9b63-2fed4ebfc129 req-0b57a77d-8c8a-44ea-a45c-fb073b70b4fc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453904 Jul 20 17:58:40.478875 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:40.482363 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1915-2882-4864-b300-282f81699b9e req-94b3c52e-7d86-4774-821b-22e9bc4de43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:40.483863 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-94b3c52e-7d86-4774-821b-22e9bc4de43e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411029 Jul 20 17:58:40.580284 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-58d88030-d887-4385-8399-060624483006 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903468 Jul 20 17:58:40.668942 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-3c9c1915-2882-4864-b300-282f81699b9e req-89111813-3f98-423f-9859-6170703093ab service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834038 Jul 20 17:58:41.024200 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33600) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:41.146719 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2855675f-b009-4a2b-bdce-ec406030ae42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.192171 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:41.230874 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2855675f-b009-4a2b-bdce-ec406030ae42 admin admin] Publish callbacks [] for security_group (cd73c81a-edde-40b1-8c33-49a8e4aec878), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.347094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2855675f-b009-4a2b-bdce-ec406030ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cd73c81a-edde-40b1-8c33-49a8e4aec878), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.388544 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855675f-b009-4a2b-bdce-ec406030ae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73c81a-edde-40b1-8c33-49a8e4aec878,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.392748 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2855675f-b009-4a2b-bdce-ec406030ae42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7446c8b8b0c432180c2612f71e764cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674364 Jul 20 17:58:41.395938 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33604) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:41.446894 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] Publish callbacks [] for security_group (cd73c81a-edde-40b1-8c33-49a8e4aec878), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.474933 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] Publish callbacks [] for security_group (cd73c81a-edde-40b1-8c33-49a8e4aec878), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.504496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7608d-b486-4aa6-a9aa-c7abceb27e02 req-a077c53f-2a22-414d-85e0-418667ee6011 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:41.505993 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67c7608d-b486-4aa6-a9aa-c7abceb27e02 req-a077c53f-2a22-414d-85e0-418667ee6011 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0626254 Jul 20 17:58:41.553745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:41.565364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de4e2b-bf05-41ba-84df-b69a28d569bd req-0125de9f-33a7-42a3-8070-b7eaf7b4c49c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:41.567343 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-94de4e2b-bf05-41ba-84df-b69a28d569bd req-0125de9f-33a7-42a3-8070-b7eaf7b4c49c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0604758 Jul 20 17:58:41.608368 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67c7608d-b486-4aa6-a9aa-c7abceb27e02 req-180bdc65-08f7-4492-aef9-dd160641466e tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919342 Jul 20 17:58:41.630430 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-94de4e2b-bf05-41ba-84df-b69a28d569bd req-30f28685-67b8-4b06-9d9e-4191b8cc56c6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573049 Jul 20 17:58:41.673155 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (cd73c81a-edde-40b1-8c33-49a8e4aec878), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.676192 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.677736 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd73c81a-edde-40b1-8c33-49a8e4aec878 HTTP/1.1" status: 204 len: 168 time: 0.2808855 Jul 20 17:58:41.685870 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a6ad5-98c8-47f4-852d-ece915a5b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73c81a-edde-40b1-8c33-49a8e4aec878,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.715882 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:58:42.749928 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4aca-f9f1-4ec3-b6dc-d15af1fcf99f req-1836671a-092d-4ae1-8d6f-14ddcf0d42d3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:42.751411 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a4a4aca-f9f1-4ec3-b6dc-d15af1fcf99f req-1836671a-092d-4ae1-8d6f-14ddcf0d42d3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Jul 20 17:58:42.799807 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4a4a4aca-f9f1-4ec3-b6dc-d15af1fcf99f req-aae73bd3-f963-4150-b46a-364d62959f48 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Jul 20 17:58:44.507514 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3b426164-8ba0-4ef8-a2d0-6cbed8fc24c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:46.935856 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-160d6cf8-dbbb-4d68-b675-1e1ae74f2a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.341384 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:49.681729 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:49.879329 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.078926 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:51.681280 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=64,neutron:INSERT=8,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:51.682045 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:51.701142 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:52.793195 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:52.796092 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:56.802330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.708621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:06.714657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:14.523898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd54aa78-3af6-438d-89cf-27d84ece50e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.866772 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7315c77f-b9a6-430f-bde2-64e2269d803c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.312752 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.706877 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:59:18.973757 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c590-e492-44d3-9257-32d701db3b12 req-a923b463-be99-4ee6-a147-1ff6941613d7 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:18.975257 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a664c590-e492-44d3-9257-32d701db3b12 req-a923b463-be99-4ee6-a147-1ff6941613d7 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0479012 Jul 20 17:59:19.026264 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a664c590-e492-44d3-9257-32d701db3b12 req-48d72011-aeb4-4823-a4e0-35f25a5fd000 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Jul 20 17:59:19.853904 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:20.089652 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:20.145222 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298df59-8943-4f64-b543-7feef5249282 req-019301d0-e110-4bc8-9044-023e3a01e3ac tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:20.146713 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2298df59-8943-4f64-b543-7feef5249282 req-019301d0-e110-4bc8-9044-023e3a01e3ac tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Jul 20 17:59:20.197703 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2298df59-8943-4f64-b543-7feef5249282 req-4908c5bf-7df0-459d-9b15-5ad70eb3b553 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Jul 20 17:59:21.309144 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117079-0236-48a8-952d-ee618e8d6513 req-63e90297-92ba-4016-bdc8-475e72249830 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:21.310569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52117079-0236-48a8-952d-ee618e8d6513 req-63e90297-92ba-4016-bdc8-475e72249830 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0464544 Jul 20 17:59:21.357349 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-52117079-0236-48a8-952d-ee618e8d6513 req-58a5403a-1561-4f21-b67a-5397efe1d324 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jul 20 17:59:22.470034 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166eaa-88d4-40bc-8628-d33061fd8554 req-16b0be9b-535e-4043-8c96-2c6218be4b7b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:22.471507 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-96166eaa-88d4-40bc-8628-d33061fd8554 req-16b0be9b-535e-4043-8c96-2c6218be4b7b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Jul 20 17:59:22.518470 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-96166eaa-88d4-40bc-8628-d33061fd8554 req-10f9543d-66e4-425b-ac5f-41d280e2bb4b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Jul 20 17:59:23.638350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057b882-91ee-4050-af56-d76f73566a1c req-03a7aca7-65bf-4fd8-93ae-8d20d2c5bb53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:23.639831 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a057b882-91ee-4050-af56-d76f73566a1c req-03a7aca7-65bf-4fd8-93ae-8d20d2c5bb53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0543318 Jul 20 17:59:23.687560 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a057b882-91ee-4050-af56-d76f73566a1c req-06f337a7-a274-4249-a755-9d8602fb6057 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Jul 20 17:59:24.949169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90512393-5a4e-4a0a-afbb-c2ed09c4b42d req-07d12e88-541e-42ed-a032-29b68767ef72 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:24.950650 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-90512393-5a4e-4a0a-afbb-c2ed09c4b42d req-07d12e88-541e-42ed-a032-29b68767ef72 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.1966288 Jul 20 17:59:24.997451 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-90512393-5a4e-4a0a-afbb-c2ed09c4b42d req-7195b311-89b8-4ef5-a707-71b2046cb32a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Jul 20 17:59:26.116795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79a7b7-23bb-4d78-a674-b18c91ed8a5b req-8c477ddd-e6ad-44d0-bdcd-6f00584f0c10 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:26.118258 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bc79a7b7-23bb-4d78-a674-b18c91ed8a5b req-8c477ddd-e6ad-44d0-bdcd-6f00584f0c10 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jul 20 17:59:26.164514 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bc79a7b7-23bb-4d78-a674-b18c91ed8a5b req-4e50511d-aa2e-4f89-8131-c8dbd828ab3c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Jul 20 17:59:26.677280 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:26.832965 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.277806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564f78-6187-465e-82bc-0481aeb04a42 req-53aaea27-090d-4686-a2e9-98497f34b722 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:27.279254 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2564f78-6187-465e-82bc-0481aeb04a42 req-53aaea27-090d-4686-a2e9-98497f34b722 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0467143 Jul 20 17:59:27.327153 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2564f78-6187-465e-82bc-0481aeb04a42 req-a54297b3-df60-4717-96fe-9df3b9b45ec6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Jul 20 17:59:28.493673 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517add9-5faf-44ac-84a5-04d7b7dbce9c req-3d23340c-b287-4b6a-bc79-eab0519695ed tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:28.495173 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a517add9-5faf-44ac-84a5-04d7b7dbce9c req-3d23340c-b287-4b6a-bc79-eab0519695ed tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.1013291 Jul 20 17:59:28.545649 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a517add9-5faf-44ac-84a5-04d7b7dbce9c req-ed693e44-e6b7-48b2-b809-f971e5864360 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448713 Jul 20 17:59:28.702058 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:29.660423 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02950301-0b4b-40c7-acc3-d58f33c1d65c req-57740c1b-25ba-4982-8535-b3161d18ef7c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.670597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02950301-0b4b-40c7-acc3-d58f33c1d65c req-57740c1b-25ba-4982-8535-b3161d18ef7c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Jul 20 17:59:29.710041 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02950301-0b4b-40c7-acc3-d58f33c1d65c req-d53348dd-c5d3-4d8b-acc0-ecb7f9249274 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Jul 20 17:59:30.825004 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb06ff-5251-45f4-9e36-9c204503bb91 req-029d4559-9ccb-4208-bc83-93ac09d01219 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:30.826450 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dbeb06ff-5251-45f4-9e36-9c204503bb91 req-029d4559-9ccb-4208-bc83-93ac09d01219 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0470629 Jul 20 17:59:30.845891 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:30.872976 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-dbeb06ff-5251-45f4-9e36-9c204503bb91 req-8db02919-a5ca-4465-bc4b-7efe49534d6a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Jul 20 17:59:31.233686 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:31.249564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0c6d-e6ec-499c-9a27-4c269d6cf220 req-fc8fa870-e7aa-4125-aa7a-a4a8b639e54b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.259241 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14db0c6d-e6ec-499c-9a27-4c269d6cf220 req-fc8fa870-e7aa-4125-aa7a-a4a8b639e54b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0537367 Jul 20 17:59:31.296939 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14db0c6d-e6ec-499c-9a27-4c269d6cf220 req-e2d92fea-cf6b-4133-be59-852133c4dbec tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Jul 20 17:59:31.481442 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-5c5390f0-2a5f-43e3-955f-73beca119c64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396996 Jul 20 17:59:31.488477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-bb4429a5-dc83-4808-940c-4ca2cda556b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.489965 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-bb4429a5-dc83-4808-940c-4ca2cda556b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 1129 time: 0.0393989 Jul 20 17:59:31.553956 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-94c1e476-20a1-41ef-a181-957b33ae8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.555409 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-94c1e476-20a1-41ef-a181-957b33ae8a74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 1129 time: 0.0424228 Jul 20 17:59:31.601536 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-cf96a507-6cea-4e7e-ab37-74d10dff8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.603042 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-cf96a507-6cea-4e7e-ab37-74d10dff8e15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.1001489 Jul 20 17:59:31.659232 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-4f82997e-41cd-46c6-a73c-b0adfbc7d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.660783 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-4f82997e-41cd-46c6-a73c-b0adfbc7d45b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.0855334 Jul 20 17:59:31.666493 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-35e1ff0e-ff42-4ec3-89e0-b2b29bc4dbdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 200 len: 1000 time: 0.0559649 Jul 20 17:59:31.715767 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-37e5c689-71b9-4846-9b0d-7c2fcbcade81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.717286 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-37e5c689-71b9-4846-9b0d-7c2fcbcade81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0456531 Jul 20 17:59:31.725110 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-eb2ebdd8-6486-4f4a-a62c-cddc7ca98f5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2709eb2-b640-45ce-b047-cd5c831cf094 HTTP/1.1" status: 200 len: 1001 time: 0.0582530 Jul 20 17:59:31.763620 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-b7e2a567-413e-4801-b7b8-658145d4c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.765191 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-b7e2a567-413e-4801-b7b8-658145d4c01e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424316 Jul 20 17:59:31.773004 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-4c0265b1-2155-4f8b-92bd-ff2df2deabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.774465 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-4c0265b1-2155-4f8b-92bd-ff2df2deabb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0438883 Jul 20 17:59:31.816183 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-87fd291a-d770-4909-b061-878886001db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.817601 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-87fd291a-d770-4909-b061-878886001db5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375254 Jul 20 17:59:31.854612 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-391ab721-82c2-4c5a-b9b5-c4ebdf6f2883 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Jul 20 17:59:31.908858 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-72849d0e-2f9a-412f-9823-4dea02c8721b service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Jul 20 17:59:31.948690 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d6ee6398-17bd-44aa-8e65-4ee57aa0a6de req-15ae8925-98f7-4ab2-9709-1443b1666292 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883191 Jul 20 17:59:31.997507 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-de43e038-0a3b-4577-b719-35d096b2c1ff req-8f53991e-bca3-4142-a08f-bcee31255a57 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832987 Jul 20 17:59:32.410770 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa37dc9-2b7a-4de3-b10e-28523c3f0257 req-5979bf91-df38-4b18-89d8-274028054d70 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:32.412240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fa37dc9-2b7a-4de3-b10e-28523c3f0257 req-5979bf91-df38-4b18-89d8-274028054d70 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Jul 20 17:59:32.460896 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0fa37dc9-2b7a-4de3-b10e-28523c3f0257 req-c932be94-344c-4f6d-b5e5-c8e5081ce9b9 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Jul 20 17:59:33.579072 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4454a-10e9-42ba-8218-f5e7fa289f6c req-9e44fffa-7675-45bc-a48d-e32d83657bc0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:33.582120 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8b4454a-10e9-42ba-8218-f5e7fa289f6c req-9e44fffa-7675-45bc-a48d-e32d83657bc0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Jul 20 17:59:33.633246 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b8b4454a-10e9-42ba-8218-f5e7fa289f6c req-1cfecf13-4947-4397-bd8e-720da20aad74 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456412 Jul 20 17:59:36.711904 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:36.713152 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:39.964123 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:39.965975 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=13 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:41.992496 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=53 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:41.994388 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=48 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.622936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=63 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.630022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=83 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:44.540497 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8fde62af-4be4-47d0-985e-650db44630e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:46.832751 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4f90843f-2b29-4da5-861f-daf90ce60d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:48.362886 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.888205 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8de99-cee6-4973-96dc-d8b9279011e1 req-f4840f1c-2336-4f5a-9a84-bf4dc5540a64 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:49.889679 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b5e8de99-cee6-4973-96dc-d8b9279011e1 req-f4840f1c-2336-4f5a-9a84-bf4dc5540a64 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0513766 Jul 20 17:59:49.923240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.941296 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b5e8de99-cee6-4973-96dc-d8b9279011e1 req-50909e3f-9186-458c-ac69-d27b1a34be62 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Jul 20 17:59:50.088994 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.058866 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470e162-2741-4bf4-a27c-157c1122fa19 req-c7532f32-5619-45b1-ab13-707a7b1e6e70 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:51.060345 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1470e162-2741-4bf4-a27c-157c1122fa19 req-c7532f32-5619-45b1-ab13-707a7b1e6e70 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0485463 Jul 20 17:59:51.109952 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1470e162-2741-4bf4-a27c-157c1122fa19 req-5ee43924-46d9-42db-8688-f6d3f929bbf3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Jul 20 17:59:51.564377 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-6437ac4b-87bb-4f59-a5af-df9a9996849f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:51.566398 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-6437ac4b-87bb-4f59-a5af-df9a9996849f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 945 time: 0.0486236 Jul 20 17:59:51.656650 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port f2709eb2-b640-45ce-b047-cd5c831cf094 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:59:51.656993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.757468 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] For port f2709eb2-b640-45ce-b047-cd5c831cf094, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f2709eb2-b640-45ce-b047-cd5c831cf094,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:51.757834 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.919901 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.920259 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (c8f29576-335a-40d3-bdfc-c038d3da734f), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.920604 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP c8f29576-335a-40d3-bdfc-c038d3da734f disassociated. External IP: 172.27.3.165, port: f2709eb2-b640-45ce-b047-cd5c831cf094. Jul 20 17:59:51.920947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for f2709eb2-b640-45ce-b047-cd5c831cf094 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:59:52.141204 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (f2709eb2-b640-45ce-b047-cd5c831cf094), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.169467 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=f2709eb2-b640-45ce-b047-cd5c831cf094,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:52.182182 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.182538 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.182885 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.183224 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.183665 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.184112 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.184362 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.184717 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.185046 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.185373 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.185703 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.186031 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.186366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.186688 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.187006 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:52.215452 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6e16a416-e865-48a2-8802-c2a9bbdc4a5e req-c7bdb5b4-44df-460c-a234-f7467c219994 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0359783 Jul 20 17:59:52.292575 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:59:52.394131 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:52.403449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:59:52.413114 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:52.413730 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:52.435100 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] No DVR routers for this DVR port f2709eb2-b640-45ce-b047-cd5c831cf094 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:59:52.437810 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.453487 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-1ec10965-0ea4-479e-923e-d59a0bf4e10b req-4308931e-4755-4330-8040-19005853410b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "DELETE /v2.0/ports/f2709eb2-b640-45ce-b047-cd5c831cf094 HTTP/1.1" status: 204 len: 173 time: 0.8696105 Jul 20 17:59:52.453487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'name': 'network-vif-deleted', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:52.453487 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6805a-1f0e-42f5-8b77-e793708096fd" -d '{"events": [{"server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "name": "network-vif-deleted", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:52.484947 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a041d-8380-4abf-8136-0388719b748e x-openstack-request-id: req-117a041d-8380-4abf-8136-0388719b748e {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:52.485236 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbdc617-0892-491a-9baf-97c8bb00d86a", "name": "network-vif-deleted", "tag": "f2709eb2-b640-45ce-b047-cd5c831cf094", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:52.485485 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-117a041d-8380-4abf-8136-0388719b748e {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:52.485887 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117a041d-8380-4abf-8136-0388719b748e'] response: {'server_uuid': '3cbdc617-0892-491a-9baf-97c8bb00d86a', 'name': 'network-vif-deleted', 'tag': 'f2709eb2-b640-45ce-b047-cd5c831cf094', 'status': 'completed', 'code': 200} Jul 20 17:59:52.520094 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:52.720977 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:52.745167 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:59:52.753895 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:52.754496 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:52.856538 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:53.041479 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:53.070753 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d8b6f-da79-4ba9-ac9d-f543cedd228a None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:59:53.315803 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9342168e-1918-420b-a8ee-19203cfaaf06 None None] New status for floating IP c8f29576-335a-40d3-bdfc-c038d3da734f: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:59:53.329614 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2bc5de2c-b803-4f60-8b84-2ef3d3f7323a req-94d6ba68-4c42-416d-88b9-5c3abbe36fd9 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cbdc617-0892-491a-9baf-97c8bb00d86a HTTP/1.1" status: 200 len: 210 time: 0.0301187 Jul 20 17:59:54.592752 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-2f706114-f7fd-4ed3-b8b8-874d7a3b3386 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389441536&fields=id&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 267 time: 0.0444145 Jul 20 17:59:54.702814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-51d19c39-db6b-4c04-adc6-d6f3923b75cb tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:54.704274 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-51d19c39-db6b-4c04-adc6-d6f3923b75cb tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1052601 Jul 20 17:59:54.718642 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-ae148597-4987-4448-802a-4fc198b26d51 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/quotas/be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 375 time: 0.0090261 Jul 20 17:59:54.767940 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-7f333dfc-fe22-41e2-a703-4d04c8c44876 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435846 Jul 20 17:59:54.774446 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device f2709eb2-b640-45ce-b047-cd5c831cf094 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:59:54.783366 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-3efd7267-59aa-49fe-a88f-ae75dddd0cf9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:59:54.784937 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-3efd7267-59aa-49fe-a88f-ae75dddd0cf9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057979 Jul 20 17:59:54.795608 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: f2709eb2-b640-45ce-b047-cd5c831cf094 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:59:54.795960 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device f2709eb2-b640-45ce-b047-cd5c831cf094 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:59:54.875572 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-5f74a7ba-5034-4b31-91b8-4584084fa474 service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 Jul 20 17:59:54.968144 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-236a8e77-638f-47c9-8768-19500e8a9a72 service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867317 Jul 20 17:59:55.707405 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:59:55.736388 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-2333cf9f-5f55-4ab7-b048-945f27e2fedb req-579035c0-ce78-4cde-a799-b3e8aaa795ad tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Jul 20 17:59:55.976140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33736) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:56.130023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Deleting port 55633883-6f61-43f3-acb7-378ec22e32c5 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:59:56.130458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.216820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.216820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for floatingip (55633883-6f61-43f3-acb7-378ec22e32c5), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.226389 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Calling delete_port for 55633883-6f61-43f3-acb7-378ec22e32c5 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:59:56.304125 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:56.307689 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:56.552834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (55633883-6f61-43f3-acb7-378ec22e32c5), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.578100 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event deleted for resources: {'Port': ['ID=55633883-6f61-43f3-acb7-378ec22e32c5,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:56.604172 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.610210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.611387 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:56.651392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for floatingip (9c996087-5817-4a75-ae7a-751cc7ad157e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.651730 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Floating IP 9c996087-5817-4a75-ae7a-751cc7ad157e disassociated (deleted). External IP: 172.27.3.227, port: 0d2efd3e-013a-4a3b-bc60-84e6553804e3. Jul 20 17:59:56.815075 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.855732 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8dee6c48-4e4c-4bfb-96a7-70cd5bebb5e6 req-995cb116-68aa-459d-b9a9-317b3d5938dd tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0296977 Jul 20 17:59:56.880881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Router cc5be1f7-8e62-4038-af1c-2b48b2d5168a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:59:56.984790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:56.989537 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.994776 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Sync routers for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:59:57.005313 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:57.005930 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:57.020731 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f3284a03-f063-4c23-9b62-8198f412a5f8 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "DELETE /v2.0/floatingips/9c996087-5817-4a75-ae7a-751cc7ad157e HTTP/1.1" status: 204 len: 168 time: 1.0433905 Jul 20 17:59:57.021320 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:57.023617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44" -d '{"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:57.127020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b5c3f-e369-4d75-b400-1df544cdae54 x-openstack-request-id: req-978b5c3f-e369-4d75-b400-1df544cdae54 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:57.127384 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:57.128151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-978b5c3f-e369-4d75-b400-1df544cdae54 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:57.128558 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978b5c3f-e369-4d75-b400-1df544cdae54'] response: {'name': 'network-changed', 'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'status': 'completed', 'code': 200} Jul 20 17:59:57.131068 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:57.156396 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.250282 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.264543 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-98faa56d-986c-434b-9714-ba62c93cf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.266070 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-98faa56d-986c-434b-9714-ba62c93cf75e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 1130 time: 0.0934424 Jul 20 17:59:57.335970 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:57.351101 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.360763 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Checking router: cc5be1f7-8e62-4038-af1c-2b48b2d5168a for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:59:57.363028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.370009 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:57.370619 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:57.379502 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-48d5e439-b2a9-4311-a661-6ad5b69777aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.381020 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-48d5e439-b2a9-4311-a661-6ad5b69777aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 200 len: 909 time: 0.0940142 Jul 20 17:59:57.422913 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-52a21777-1124-415b-acd8-40a50362b3f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 200 len: 217 time: 0.0353055 Jul 20 17:59:57.471859 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-5d500904-2b1b-4be4-b530-0bef69c5b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.473514 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-5d500904-2b1b-4be4-b530-0bef69c5b922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 200 len: 847 time: 0.0448885 Jul 20 17:59:57.479020 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:57.528129 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-c6b097da-5f6a-492a-8ecb-8209483e5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.529859 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-c6b097da-5f6a-492a-8ecb-8209483e5b9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f57c44c-778f-4bc1-93a2-a0a8e3568860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479846 Jul 20 17:59:57.629565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda26b2-a6be-42b0-b447-29c498311df6 req-2f0e452f-9e8e-44ae-ac27-87ca30218788 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.631078 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eeda26b2-a6be-42b0-b447-29c498311df6 req-2f0e452f-9e8e-44ae-ac27-87ca30218788 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0524275 Jul 20 17:59:57.668170 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:57.681610 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-eeda26b2-a6be-42b0-b447-29c498311df6 req-a46fffba-ec15-4267-89e9-4f51f61307a6 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 Jul 20 17:59:57.704527 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc3959-f4a4-42f3-a622-70019f6f759d None None] The sync data for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi is: [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T17:55:14Z', 'revision_number': 4, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'b91f705b-a27f-4b12-81dc-c976e3a168bb', 'name': '', 'network_id': '3f57c44c-778f-4bc1-93a2-a0a8e3568860', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'mac_address': 'fa:16:3e:75:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:13Z', 'updated_at': '2022-07-20T17:55:20Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'subnets': [{'id': '600c47a6-0ca2-4f01-a27c-863fe1db25f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:59:57.928259 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0493ef-afe1-4107-b723-ee7375b6c420 None None] New status for floating IP 9c996087-5817-4a75-ae7a-751cc7ad157e: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:59:57.954134 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-02af3258-1306-4196-9d3f-f28ac888296c req-6f88fec8-4c07-4543-a6ab-3e284b21c921 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Jul 20 17:59:58.677692 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-a4360e73-386a-4c3d-b7b5-e2b7bce949ba service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:59:58.678670 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-a4360e73-386a-4c3d-b7b5-e2b7bce949ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058408 Jul 20 17:59:58.775257 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-625ef7f5-3827-4683-bc8f-a0ce55c6be7d service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867484 Jul 20 17:59:58.808068 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffdb62-8bd7-488d-805c-b12b6dbb7046 req-1f3b8a69-ad3a-47f8-bb35-95294337b591 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:58.809579 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d1ffdb62-8bd7-488d-805c-b12b6dbb7046 req-1f3b8a69-ad3a-47f8-bb35-95294337b591 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0515831 Jul 20 17:59:58.862531 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d1ffdb62-8bd7-488d-805c-b12b6dbb7046 req-68efbaf0-e8a1-489a-bd9a-eebbf57a2fbc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473354 Jul 20 17:59:59.050597 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-050fa686-08e3-4272-b041-13beb83801ff req-81e350ff-0708-42f7-b6e4-ea8d6a5d5d48 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0279772 Jul 20 17:59:59.078140 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-d065c20b-378e-4d2e-a0e8-d17c1b1e8b44 req-938548d8-fb8f-4146-af0e-c60744a85052 service neutron] 10.222.0.18 "GET /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889997 Jul 20 17:59:59.616312 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-825ecb89-a9ce-44d3-8721-8707358aec78 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:59.617878 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-825ecb89-a9ce-44d3-8721-8707358aec78 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.18 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Jul 20 17:59:59.703229 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Deleting port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:59:59.703932 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.742424 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:59.792608 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] For port 0d2efd3e-013a-4a3b-bc60-84e6553804e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0d2efd3e-013a-4a3b-bc60-84e6553804e3,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:59.792974 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.809339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Calling delete_port for 0d2efd3e-013a-4a3b-bc60-84e6553804e3 owned by compute:nova {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:59:59.826798 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-6dd3423e-ce88-4293-8952-df01e2eaddf4 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:59.828246 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-6dd3423e-ce88-4293-8952-df01e2eaddf4 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1058269 Jul 20 17:59:59.918670 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-4f4cb941-c707-4631-bcf4-735d516eb48a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 380 time: 0.0657752 Jul 20 17:59:59.930088 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'port': {'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'admin_state_up': True, 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'security_groups': ['baa5367c-3e43-4dd3-9162-53550d43f9ed']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:59.974594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:00.031758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a172579-f269-4d95-adb3-026b636ca630 req-fe5cb3b8-2f39-4c12-85f6-ecf2877bfa3c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:00.033369 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a172579-f269-4d95-adb3-026b636ca630 req-fe5cb3b8-2f39-4c12-85f6-ecf2877bfa3c tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 946 time: 0.0980890 Jul 20 18:00:00.126559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a172579-f269-4d95-adb3-026b636ca630 req-2a488056-794d-47bf-8d27-6b798e8664a3 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/security-groups?id=27996092-131e-4f9f-87dc-3cf268af51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842891 Jul 20 18:00:00.157892 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-40aa952e-729a-471f-b270-e5cb3e490ed0 req-2c5f1aaa-6e2c-471e-b334-d2ce74ca5041 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jul 20 18:00:00.351984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Made reservation on behalf of be1213650f38494aa2aeb1aadc7ccbc7 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:00:00.355603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.392366 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (0d2efd3e-013a-4a3b-bc60-84e6553804e3), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.449145 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event deleted for resources: {'Port': ['ID=0d2efd3e-013a-4a3b-bc60-84e6553804e3,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:00.470820 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] No DVR routers for this DVR port 0d2efd3e-013a-4a3b-bc60-84e6553804e3 on host hv-cinder-84984 {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:00.473444 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.476970 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [req-c915e14f-1594-41b7-96eb-aa577cb86a00 req-de8088d8-7d5f-48ed-bbeb-ed6f7077deb4 tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.18 "DELETE /v2.0/ports/0d2efd3e-013a-4a3b-bc60-84e6553804e3 HTTP/1.1" status: 204 len: 173 time: 0.8532641 Jul 20 18:00:00.477442 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-deleted', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:00.481738 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef1dce-a3bd-495e-8da5-da58f65fb125" -d '{"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-deleted", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:00.532797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8efb69-59bf-4c91-8566-2279659182c7 x-openstack-request-id: req-fc8efb69-59bf-4c91-8566-2279659182c7 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:00.532797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b1e17-6334-434f-a6f4-ea98310e44f9", "name": "network-vif-deleted", "tag": "0d2efd3e-013a-4a3b-bc60-84e6553804e3", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:00.532797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc8efb69-59bf-4c91-8566-2279659182c7 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:00.532797 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8efb69-59bf-4c91-8566-2279659182c7'] response: {'server_uuid': '940b1e17-6334-434f-a6f4-ea98310e44f9', 'name': 'network-vif-deleted', 'tag': '0d2efd3e-013a-4a3b-bc60-84e6553804e3', 'status': 'completed', 'code': 200} Jul 20 18:00:00.569745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.20.0.10 (d856af6c-3171-430a-a397-90532200f85e/0995c947-681a-4f82-9abd-5cebf87739e3/15690f10-2ae5-4510-a8e1-752ef9c31ba6) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:00.712158 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.844390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.902174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:00.902174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:00.904405 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:00.928840 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:00.958149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:00.958780 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.962369 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.075166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-cb60c98c-bbe8-4a9c-804e-8c7cac675a7f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1490848 Jul 20 18:00:01.093381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Request body: {'port': {'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:01.135466 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-b01c061b-e71a-4f6c-8a86-d5c7e658e2bd None None] Provisioning complete for port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:01.135959 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b01c061b-e71a-4f6c-8a86-d5c7e658e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.155075 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.182725 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b01c061b-e71a-4f6c-8a86-d5c7e658e2bd None None] Port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:00:01.345782 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d7f8c983-652d-4a57-b33c-e67261115cac req-d10bf32d-4e39-4937-9527-ba79ba42dc6a tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0995312 Jul 20 18:00:01.357575 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.382373 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a190ae-052f-4c2d-a2db-4abb5335ad6d req-cd4d11dc-7fc2-41f7-8c01-8c0e7808f70c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:01.388033 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b6a190ae-052f-4c2d-a2db-4abb5335ad6d req-cd4d11dc-7fc2-41f7-8c01-8c0e7808f70c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 932 time: 0.1268120 Jul 20 18:00:01.488673 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b6a190ae-052f-4c2d-a2db-4abb5335ad6d req-2cacae51-c2a8-4142-9cf1-1f4c5a98e414 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931487 Jul 20 18:00:01.561181 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15690f10-2ae5-4510-a8e1-752ef9c31ba6 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:01.568978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks [] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.594690 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Transition to ACTIVE for port object 15690f10-2ae5-4510-a8e1-752ef9c31ba6 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:00:01.717823 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.767839 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Pushing event updated for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:01.857693 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Attempting to bind port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:01.858029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Attempting to bind port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:01.858361 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Attempting to bind port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:01.863331 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 on network d856af6c-3171-430a-a397-90532200f85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:00:01.863648 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Attempting to bind port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:01.868949 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:01.869296 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:01.869675 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Bound using segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:01.870102 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Bound port: 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:01.870465 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.882598 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.936341 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:01.939311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:02.055487 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.090695 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.091383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.093037 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] 10.222.0.18 "PUT /v2.0/ports/15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 1094 time: 1.0038297 Jul 20 18:00:02.093511 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:02.095979 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:02.121335 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74516ad-de7b-4d55-ab98-cc8712044000 service neutron] Pushing event updated for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:02.145862 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b8ea6-230b-4ab7-a705-e002acb053d4 x-openstack-request-id: req-a01b8ea6-230b-4ab7-a705-e002acb053d4 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:02.146159 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:02.146442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a01b8ea6-230b-4ab7-a705-e002acb053d4 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:02.146852 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01b8ea6-230b-4ab7-a705-e002acb053d4'] response: {'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'status': 'completed', 'code': 200} Jul 20 18:00:02.265603 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-55c599e9-d81c-4cca-b066-17d281cb50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.267374 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-55c599e9-d81c-4cca-b066-17d281cb50f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1128 time: 0.0471978 Jul 20 18:00:02.387738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-371604e4-b028-41be-8252-0eb208971dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.389275 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-371604e4-b028-41be-8252-0eb208971dfb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996614 Jul 20 18:00:02.484691 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-57f8ab98-c6d1-4d2f-8065-1f49566f26c8 req-d5ddc426-9475-4a5a-9d99-16aa243f8f6d tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "GET /v2.0/ports?device_id=940b1e17-6334-434f-a6f4-ea98310e44f9 HTTP/1.1" status: 200 len: 210 time: 0.0585067 Jul 20 18:00:02.514507 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-efa63f1d-fb3b-480d-83c1-4d5644057090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.515908 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d7544e5-d820-491e-9a8d-ba22ddfda1ef req-efa63f1d-fb3b-480d-83c1-4d5644057090 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207678 Jul 20 18:00:02.632857 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f55c5-e76b-4bb9-8878-3990d5251841 req-011898f4-18c0-4e04-b742-422f227a2a67 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.634320 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba0f55c5-e76b-4bb9-8878-3990d5251841 req-011898f4-18c0-4e04-b742-422f227a2a67 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0755277 Jul 20 18:00:02.639691 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-4ffa7e26-10cb-422c-9b85-f3617ed151e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.641069 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-4ffa7e26-10cb-422c-9b85-f3617ed151e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1128 time: 0.0523579 Jul 20 18:00:02.695223 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-527a9020-d325-43f0-a040-632dffb1a254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 217 time: 0.0383370 Jul 20 18:00:02.743339 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba0f55c5-e76b-4bb9-8878-3990d5251841 req-ad84dc3b-1151-401b-990e-afd49b012fa6 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013362 Jul 20 18:00:02.762117 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-e0ce536d-e416-48ac-93d7-4c6b23ed83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.763564 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-e0ce536d-e416-48ac-93d7-4c6b23ed83ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0531023 Jul 20 18:00:02.800133 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:02.802605 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:02.805012 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d61819b4-b02e-4962-8098-9754729a45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.806523 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d61819b4-b02e-4962-8098-9754729a45fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374737 Jul 20 18:00:02.821658 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 0d2efd3e-013a-4a3b-bc60-84e6553804e3 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:02.822041 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 0d2efd3e-013a-4a3b-bc60-84e6553804e3 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:02.843917 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:02.902451 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-d1198d09-434b-4255-a916-e520cf52fe14 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Jul 20 18:00:02.997507 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-67ed4106-5c82-4d0d-a4b8-f227d0c0762c req-ab35a26c-74bc-40cc-badb-bcc27c1f8a94 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883491 Jul 20 18:00:03.547778 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33778) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:03.579897 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:03.604989 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (27996092-131e-4f9f-87dc-3cf268af51a5), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.633522 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (27996092-131e-4f9f-87dc-3cf268af51a5), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.814633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (27996092-131e-4f9f-87dc-3cf268af51a5), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.817418 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.818998 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] 10.222.0.42 "DELETE /v2.0/security-groups/27996092-131e-4f9f-87dc-3cf268af51a5 HTTP/1.1" status: 204 len: 168 time: 0.2738545 Jul 20 18:00:03.828780 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48a98d-f8a9-4d58-a566-24587cc8c7cc tempest-TestShelveInstance-285442041 tempest-TestShelveInstance-285442041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27996092-131e-4f9f-87dc-3cf268af51a5,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:04.102812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d6388-1d68-4c16-b01b-2b660499b21d req-309c27ab-750b-4551-bfda-6f7249851b8d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:04.104288 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-812d6388-1d68-4c16-b01b-2b660499b21d req-309c27ab-750b-4551-bfda-6f7249851b8d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.2921205 Jul 20 18:00:04.152772 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-812d6388-1d68-4c16-b01b-2b660499b21d req-2f175132-fbb6-4b8f-8de6-ca85519e068d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Jul 20 18:00:05.077099 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33786) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:05.164884 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:05.265915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17d9e-a6dd-49d5-97a2-bfedb1683403 req-1f39dd21-8a89-46c9-8c20-3274d6da2941 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:05.268047 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cab17d9e-a6dd-49d5-97a2-bfedb1683403 req-1f39dd21-8a89-46c9-8c20-3274d6da2941 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0483162 Jul 20 18:00:05.317281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cab17d9e-a6dd-49d5-97a2-bfedb1683403 req-d140f962-5d62-4170-9a7e-a63c51a618be tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Jul 20 18:00:05.394174 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.610307 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Deleting port b91f705b-a27f-4b12-81dc-c976e3a168bb {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:05.610650 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.699251 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] For port b91f705b-a27f-4b12-81dc-c976e3a168bb, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b91f705b-a27f-4b12-81dc-c976e3a168bb,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:05.699617 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.712524 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Calling delete_port for b91f705b-a27f-4b12-81dc-c976e3a168bb owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:05.765319 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:06.093822 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (b91f705b-a27f-4b12-81dc-c976e3a168bb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.119053 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b91f705b-a27f-4b12-81dc-c976e3a168bb,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:06.172983 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:06.286734 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.432713 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6be24-401c-4d82-aa86-22e2b58ffee7 req-9f845b2e-44b3-4695-ba93-46cb7acfad55 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:06.434159 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-98a6be24-401c-4d82-aa86-22e2b58ffee7 req-9f845b2e-44b3-4695-ba93-46cb7acfad55 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0488474 Jul 20 18:00:06.484251 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-98a6be24-401c-4d82-aa86-22e2b58ffee7 req-cef4aac8-b84c-480c-a653-27fd80a69469 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444808 Jul 20 18:00:06.493727 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Router cc5be1f7-8e62-4038-af1c-2b48b2d5168a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:06.594324 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:06.599341 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0e85bc66-95cf-4cbf-a96d-df04ef6271bb admin admin] 10.222.0.42 "PUT /v2.0/routers/cc5be1f7-8e62-4038-af1c-2b48b2d5168a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210781 Jul 20 18:00:06.601935 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33794) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:06.602878 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Sync routers for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:06.613888 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:06.619697 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:06.702970 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks [] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.716575 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:06.804858 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks [] for router_gateway (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.882398 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T18:00:05Z', 'revision_number': 5, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port': {'id': 'a92a04da-3b23-4c4f-9b95-8cc65a88dec2', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:12Z', 'updated_at': '2022-07-20T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:06.911975 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Checking router: cc5be1f7-8e62-4038-af1c-2b48b2d5168a for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:06.920348 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Routers {'cc5be1f7-8e62-4038-af1c-2b48b2d5168a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:06.920994 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:06.944819 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Deleting port a92a04da-3b23-4c4f-9b95-8cc65a88dec2 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:06.945166 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.999423 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:07.016600 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] Set router cc5be1f7-8e62-4038-af1c-2b48b2d5168a gateway port host: None {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:07.029433 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] For port a92a04da-3b23-4c4f-9b95-8cc65a88dec2, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:07.029797 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.043804 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Calling delete_port for a92a04da-3b23-4c4f-9b95-8cc65a88dec2 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:07.067613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T18:00:06Z', 'revision_number': 6, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:07.093376 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad97ae-ef14-46dd-92df-a60b098f29b4 None None] The sync data for ids ['cc5be1f7-8e62-4038-af1c-2b48b2d5168a'] in dv-cinder-849846-3-iscsi is: [{'id': 'cc5be1f7-8e62-4038-af1c-2b48b2d5168a', 'name': 'tempest-TestShelveInstance-302732561-router', 'tenant_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:11Z', 'updated_at': '2022-07-20T18:00:06Z', 'revision_number': 6, 'project_id': '863e2e49ffb74a889fb88c4c2e7edcd4', 'gw_port_host': None}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:07.105127 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:07.235431 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b91f705b-a27f-4b12-81dc-c976e3a168bb no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:07.258449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: b91f705b-a27f-4b12-81dc-c976e3a168bb {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:07.259011 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b91f705b-a27f-4b12-81dc-c976e3a168bb not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:07.289707 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (a92a04da-3b23-4c4f-9b95-8cc65a88dec2), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.328012 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92a04da-3b23-4c4f-9b95-8cc65a88dec2,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:07.386293 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.478127 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.480365 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks [] for router_controller (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.605235 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a6bd5-7122-4f31-933c-ee5c511cbc43 req-ab54d37a-0c3d-4741-92ec-60c1926542a5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.606739 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-673a6bd5-7122-4f31-933c-ee5c511cbc43 req-ab54d37a-0c3d-4741-92ec-60c1926542a5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0523431 Jul 20 18:00:07.660114 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-673a6bd5-7122-4f31-933c-ee5c511cbc43 req-62b5eb93-641d-416e-9024-221c39fe11ab tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Jul 20 18:00:07.768205 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (cc5be1f7-8e62-4038-af1c-2b48b2d5168a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.768883 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc5be1f7-8e62-4038-af1c-2b48b2d5168a {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:00:07.774166 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.786368 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c11693b8-5b50-4fc1-933b-2b8cf40e89c4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cc5be1f7-8e62-4038-af1c-2b48b2d5168a HTTP/1.1" status: 204 len: 168 time: 1.1725152 Jul 20 18:00:07.786368 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33806) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:07.827584 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Deleting subnet 600c47a6-0ca2-4f01-a27c-863fe1db25f8 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:00:07.832848 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Publish callbacks [] for subnet (600c47a6-0ca2-4f01-a27c-863fe1db25f8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.870690 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (600c47a6-0ca2-4f01-a27c-863fe1db25f8), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.953790 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (600c47a6-0ca2-4f01-a27c-863fe1db25f8), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.083999 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (600c47a6-0ca2-4f01-a27c-863fe1db25f8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.110369 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600c47a6-0ca2-4f01-a27c-863fe1db25f8,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:08.114604 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.117860 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d7841fd6-f996-47d6-bcf8-5b43627972ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/600c47a6-0ca2-4f01-a27c-863fe1db25f8 HTTP/1.1" status: 204 len: 168 time: 0.3390613 Jul 20 18:00:08.121104 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33810) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:08.123477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3441e-1928-4dcc-bbaf-6df458da3dcf None None] Network 3f57c44c-778f-4bc1-93a2-a0a8e3568860 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:00:08.136612 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.150776 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f878a5d-8b66-43b0-864b-f89658229c64 req-9e5d4c31-1827-4c88-a248-2a297adf07a3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.152245 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f878a5d-8b66-43b0-864b-f89658229c64 req-9e5d4c31-1827-4c88-a248-2a297adf07a3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0542262 Jul 20 18:00:08.197601 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (3f57c44c-778f-4bc1-93a2-a0a8e3568860), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.218428 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f878a5d-8b66-43b0-864b-f89658229c64 req-e7a4ba0c-0c59-4fc4-8222-7cf9705da810 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603249 Jul 20 18:00:08.249614 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Deleting port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:08.249963 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.262449 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.284781 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478db62b-1109-4d41-99b3-569cb040236f None None] DHCP port deletion for 3f57c44c-778f-4bc1-93a2-a0a8e3568860 request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:00:08.320723 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] For port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:08.321096 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.322306 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Deleting port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:08.322680 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.338481 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Calling delete_port for 1065df8b-8b3b-4b8a-a984-54f4174ecc2e owned by network:dhcp {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:08.389253 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-478db62b-1109-4d41-99b3-569cb040236f None None] For port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,segment=NetworkSegment(180993c1-3ffc-4cf1-8842-b7586f035057),segment_id=180993c1-3ffc-4cf1-8842-b7586f035057)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:08.389765 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.402921 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Calling delete_port for 1065df8b-8b3b-4b8a-a984-54f4174ecc2e owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:08.478051 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.484330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (1065df8b-8b3b-4b8a-a984-54f4174ecc2e), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.503016 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:08.506452 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] No DVR routers for this DVR port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e on host dv-cinder-849846-3-iscsi {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:08.506909 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Pushing event deleted for resources: {'Port': ['ID=1065df8b-8b3b-4b8a-a984-54f4174ecc2e,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:08.516902 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.520019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521268 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521661 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.521974 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478db62b-1109-4d41-99b3-569cb040236f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:08.524839 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478db62b-1109-4d41-99b3-569cb040236f None None] No DVR routers for this DVR port 1065df8b-8b3b-4b8a-a984-54f4174ecc2e on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:08.584207 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (3f57c44c-778f-4bc1-93a2-a0a8e3568860), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.605204 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f57c44c-778f-4bc1-93a2-a0a8e3568860']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:08.607350 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.620153 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180993c1-3ffc-4cf1-8842-b7586f035057') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:08.620475 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180993c1-3ffc-4cf1-8842-b7586f035057') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:08.631093 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (180993c1-3ffc-4cf1-8842-b7586f035057), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.645748 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (180993c1-3ffc-4cf1-8842-b7586f035057), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.654906 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:00:08.655320 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (180993c1-3ffc-4cf1-8842-b7586f035057), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.655859 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.663769 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.789047 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd617a-d810-4db2-b11c-9fe6ec1fdce3 req-89262198-51cf-4d80-9ad0-c571b67462c5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.789047 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8bfd617a-d810-4db2-b11c-9fe6ec1fdce3 req-89262198-51cf-4d80-9ad0-c571b67462c5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0550473 Jul 20 18:00:08.815012 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 180993c1-3ffc-4cf1-8842-b7586f035057 resource provider aggregate not found Jul 20 18:00:08.832330 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 180993c1-3ffc-4cf1-8842-b7586f035057 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 180993c1-3ffc-4cf1-8842-b7586f035057 found for delete ", "request_id": "req-dea6f628-c553-4d75-a4f4-bdc9fdec1541"}]} Jul 20 18:00:08.852483 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8bfd617a-d810-4db2-b11c-9fe6ec1fdce3 req-895120c9-5ecc-4a24-81c9-26925674fe0c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598881 Jul 20 18:00:08.854936 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (3f57c44c-778f-4bc1-93a2-a0a8e3568860), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.862417 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.865602 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3f57c44c-778f-4bc1-93a2-a0a8e3568860 HTTP/1.1" status: 204 len: 168 time: 0.7435622 Jul 20 18:00:08.869959 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33820) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:08.875904 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12ef17-522e-4e27-938f-4cb888ed3b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f57c44c-778f-4bc1-93a2-a0a8e3568860,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:09.183754 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:09.188010 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.228852 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device a92a04da-3b23-4c4f-9b95-8cc65a88dec2 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:09.248886 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: a92a04da-3b23-4c4f-9b95-8cc65a88dec2 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:09.249238 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device a92a04da-3b23-4c4f-9b95-8cc65a88dec2 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:09.249648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1065df8b-8b3b-4b8a-a984-54f4174ecc2e no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:09.269402 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 1065df8b-8b3b-4b8a-a984-54f4174ecc2e {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:09.270018 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 1065df8b-8b3b-4b8a-a984-54f4174ecc2e not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:09.385231 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347bb5-0450-496d-be11-9fccd17e6076 req-4c426bc0-575c-432a-b0ac-0c141f5abf91 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:09.386632 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca347bb5-0450-496d-be11-9fccd17e6076 req-4c426bc0-575c-432a-b0ac-0c141f5abf91 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0933590 Jul 20 18:00:09.484653 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ca347bb5-0450-496d-be11-9fccd17e6076 req-5dd96140-5b6f-4669-b4bd-c30c7e340149 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920827 Jul 20 18:00:09.493756 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Deleting port e108b42b-ffd5-474d-8716-219e816f317d {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:09.494101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (e108b42b-ffd5-474d-8716-219e816f317d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.578039 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] For port e108b42b-ffd5-474d-8716-219e816f317d, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=e108b42b-ffd5-474d-8716-219e816f317d,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:09.578406 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (e108b42b-ffd5-474d-8716-219e816f317d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.591355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Calling delete_port for e108b42b-ffd5-474d-8716-219e816f317d owned by network:router_interface {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:09.699809 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:09.828572 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:09.849312 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e108b42b-ffd5-474d-8716-219e816f317d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.869987 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:09.873882 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e108b42b-ffd5-474d-8716-219e816f317d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:10.026870 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bb9f-392b-4f73-b897-d98796489f7d req-25fc88ab-bb58-44e4-82e9-c2eb182fd1c0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.028453 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3a78bb9f-392b-4f73-b897-d98796489f7d req-25fc88ab-bb58-44e4-82e9-c2eb182fd1c0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 944 time: 0.0946589 Jul 20 18:00:10.040566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:10.128240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3a78bb9f-392b-4f73-b897-d98796489f7d req-56a956ce-d104-4619-99a4-51b15f0e9971 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900798 Jul 20 18:00:10.129212 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.344411 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:10.447359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:10.452383 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b204b6f8-81ac-4863-92ca-e953aef86c93 admin admin] 10.222.0.42 "PUT /v2.0/routers/29c8e6b7-b678-44d4-9e8c-1e37efaaab52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821047 Jul 20 18:00:10.455065 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33826) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:10.457639 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Sync routers for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:10.467995 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:10.468645 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:10.571071 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:10.675137 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691c455-532b-4f03-8ce6-aa3445a72df0 req-e20e6911-395a-4c54-8cd5-96544ef82a3d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.676651 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5691c455-532b-4f03-8ce6-aa3445a72df0 req-e20e6911-395a-4c54-8cd5-96544ef82a3d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.1223989 Jul 20 18:00:10.731138 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-5ecadbe0-31dc-432e-992d-5fdb3480381a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.732942 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-5ecadbe0-31dc-432e-992d-5fdb3480381a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.1148772 Jul 20 18:00:10.746008 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:10.749228 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T18:00:09Z', 'revision_number': 5, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:10.773782 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Checking router: 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:10.782277 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Routers {'29c8e6b7-b678-44d4-9e8c-1e37efaaab52'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:10.782873 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:10.809624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks [] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.836657 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 15690f10-2ae5-4510-a8e1-752ef9c31ba6 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:00:10.859027 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5691c455-532b-4f03-8ce6-aa3445a72df0 req-73fbed0a-6181-4b50-95e5-a842a3090537 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459446 Jul 20 18:00:10.889461 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] Set router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:10.928666 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Deleting port 5e2b818c-70ef-44b0-af2e-182b4029ca2f {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:10.928904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.961651 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:10.973359 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:00:11.013645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:11.014035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.016408 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks [] for router_gateway (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.028269 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15690f10-2ae5-4510-a8e1-752ef9c31ba6 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:11.045330 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] For port 5e2b818c-70ef-44b0-af2e-182b4029ca2f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5e2b818c-70ef-44b0-af2e-182b4029ca2f,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:11.045691 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.050440 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:11.059947 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:11.067787 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T18:00:09Z', 'revision_number': 5, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:11.093552 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eadfc-f203-44b1-8a0a-3298f7de7061 None None] The sync data for ids ['29c8e6b7-b678-44d4-9e8c-1e37efaaab52'] in dv-cinder-849846-3-iscsi is: [{'id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'name': 'tempest-TestShelveInstance-362890193-router', 'tenant_id': '77aec6c344774102b7f54cff8e9667e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '588404b3-e24d-4c19-80b4-475799e1b502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:55:17Z', 'updated_at': '2022-07-20T18:00:09Z', 'revision_number': 5, 'project_id': '77aec6c344774102b7f54cff8e9667e0', 'gw_port': {'id': '588404b3-e24d-4c19-80b4-475799e1b502', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c8e6b7-b678-44d4-9e8c-1e37efaaab52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:55:18Z', 'updated_at': '2022-07-20T17:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:11.285872 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.335422 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:11.471990 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9f85f-b402-458b-9c3a-30a0204e7eda req-7f3362ed-8aac-44be-ae5e-65b94d4bfb4d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.473596 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ef9f85f-b402-458b-9c3a-30a0204e7eda req-7f3362ed-8aac-44be-ae5e-65b94d4bfb4d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 945 time: 0.0878584 Jul 20 18:00:11.478868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Deleting port 588404b3-e24d-4c19-80b4-475799e1b502 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:11.479218 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (588404b3-e24d-4c19-80b4-475799e1b502), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.508687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device e108b42b-ffd5-474d-8716-219e816f317d no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:11.529302 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: e108b42b-ffd5-474d-8716-219e816f317d {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:11.529656 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device e108b42b-ffd5-474d-8716-219e816f317d not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:11.615384 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.615752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.616063 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Floating IP 674205cd-fb6c-4d6c-a784-090f3feee627 disassociated. External IP: 172.27.3.39, port: 5e2b818c-70ef-44b0-af2e-182b4029ca2f. Jul 20 18:00:11.616412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Calling delete_port for 5e2b818c-70ef-44b0-af2e-182b4029ca2f owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:11.622500 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['15690f10-2ae5-4510-a8e1-752ef9c31ba6'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:00:11.641328 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4ef9f85f-b402-458b-9c3a-30a0204e7eda req-52336378-be72-4b79-b2bd-e0cabc5b540b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319106 Jul 20 18:00:11.694331 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] For port 588404b3-e24d-4c19-80b4-475799e1b502, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=588404b3-e24d-4c19-80b4-475799e1b502,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:11.694721 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (588404b3-e24d-4c19-80b4-475799e1b502), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:11.712060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Calling delete_port for 588404b3-e24d-4c19-80b4-475799e1b502 owned by network:router_gateway {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:11.780838 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:11.974505 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=15 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:11.988295 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649786-3a53-4af8-a3d3-df4cd7b067b2 req-abb763c0-923f-4112-a214-f2e161057bda tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.989828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba649786-3a53-4af8-a3d3-df4cd7b067b2 req-abb763c0-923f-4112-a214-f2e161057bda tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 945 time: 0.0572696 Jul 20 18:00:12.021498 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (5e2b818c-70ef-44b0-af2e-182b4029ca2f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.056195 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'Port': ['ID=5e2b818c-70ef-44b0-af2e-182b4029ca2f,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:12.063585 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba649786-3a53-4af8-a3d3-df4cd7b067b2 req-c50a8c26-5fdd-471f-95d2-3e09b69df50a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=07447b29-65c2-4af6-bf61-a1a341feb312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682051 Jul 20 18:00:12.146090 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (588404b3-e24d-4c19-80b4-475799e1b502), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.179730 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=588404b3-e24d-4c19-80b4-475799e1b502,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:12.241430 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:12.261850 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.381470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.387006 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks [] for router_controller (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.472981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:12.482892 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:12.495413 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:12.496261 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:12.518914 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] No DVR routers for this DVR port 5e2b818c-70ef-44b0-af2e-182b4029ca2f on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:12.521758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.531688 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-664ea618-a55a-4885-9e2b-9b5cf9fd4de3 req-7e901301-ebca-45ed-b3aa-dbf2901004f6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "DELETE /v2.0/ports/5e2b818c-70ef-44b0-af2e-182b4029ca2f HTTP/1.1" status: 204 len: 173 time: 1.7836545 Jul 20 18:00:12.531688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'name': 'network-vif-deleted', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:12.531688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bbf799-30d0-42ae-b6f5-52644720377a" -d '{"events": [{"server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "name": "network-vif-deleted", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:12.557258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (29c8e6b7-b678-44d4-9e8c-1e37efaaab52), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.558028 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c8e6b7-b678-44d4-9e8c-1e37efaaab52 {{(pid=111057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:00:12.573174 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.578769 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b592bbc1-11e2-4ffd-a387-246771257d7d admin admin] 10.222.0.42 "DELETE /v2.0/routers/29c8e6b7-b678-44d4-9e8c-1e37efaaab52 HTTP/1.1" status: 204 len: 168 time: 2.1203375 Jul 20 18:00:12.579036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33838) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:12.583250 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54412e80-c9a0-4cf0-bf2d-c621cb9c3229 x-openstack-request-id: req-54412e80-c9a0-4cf0-bf2d-c621cb9c3229 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:12.583690 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0962b1-c468-4a10-9a82-363f867efe92", "name": "network-vif-deleted", "tag": "5e2b818c-70ef-44b0-af2e-182b4029ca2f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:12.584012 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54412e80-c9a0-4cf0-bf2d-c621cb9c3229 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:12.584569 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54412e80-c9a0-4cf0-bf2d-c621cb9c3229'] response: {'server_uuid': '2b0962b1-c468-4a10-9a82-363f867efe92', 'name': 'network-vif-deleted', 'tag': '5e2b818c-70ef-44b0-af2e-182b4029ca2f', 'status': 'completed', 'code': 200} Jul 20 18:00:12.633887 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Deleting subnet 4187e9e2-bbaf-42d2-beea-92d76aa783e8 {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:00:12.637674 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Publish callbacks [] for subnet (4187e9e2-bbaf-42d2-beea-92d76aa783e8), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.693287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (4187e9e2-bbaf-42d2-beea-92d76aa783e8), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.720148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:12.761219 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:12.818815 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d693ad-2e38-4984-af2e-ca34d7a19e43 req-0fefecc8-c7a7-4ad1-a2d7-b70b3902c74b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:12.820355 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d8d693ad-2e38-4984-af2e-ca34d7a19e43 req-0fefecc8-c7a7-4ad1-a2d7-b70b3902c74b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 945 time: 0.0786450 Jul 20 18:00:12.839525 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (4187e9e2-bbaf-42d2-beea-92d76aa783e8), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:12.848361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 15690f10-2ae5-4510-a8e1-752ef9c31ba6 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:12.851831 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:12.918855 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d8d693ad-2e38-4984-af2e-ca34d7a19e43 req-6936d1d9-e59e-417a-a6a4-580cdee354fa tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884104 Jul 20 18:00:12.931562 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:12.957580 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:00:13.000094 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.026203 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:13.037289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:13.037920 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T17:59:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.038233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (4187e9e2-bbaf-42d2-beea-92d76aa783e8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.077502 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4187e9e2-bbaf-42d2-beea-92d76aa783e8,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:13.081470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.088225 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-73835a63-1989-4ac1-8c23-44884e241d5a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4187e9e2-bbaf-42d2-beea-92d76aa783e8 HTTP/1.1" status: 204 len: 168 time: 0.5051868 Jul 20 18:00:13.088409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33842) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:13.125971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:13.126315 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.128558 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ac58c-75da-4024-9c7c-35c08d3803ae None None] Network ba9a709f-050e-4b34-b3ec-4fe41e4acd4d requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:00:13.192608 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:13.199726 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.235132 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:13.252804 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-872edb27-83c9-4041-b55d-43c892063686 req-a9363b26-443e-4e2f-a275-820979abf529 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b0962b1-c468-4a10-9a82-363f867efe92 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Jul 20 18:00:13.270065 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 588404b3-e24d-4c19-80b4-475799e1b502 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:13.290834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Deleting port 981d14de-62c8-4a0e-8d55-05a09b062e11 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:13.291172 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.326093 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 588404b3-e24d-4c19-80b4-475799e1b502 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:13.326434 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 588404b3-e24d-4c19-80b4-475799e1b502 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:13.358688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] For port 981d14de-62c8-4a0e-8d55-05a09b062e11, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=981d14de-62c8-4a0e-8d55-05a09b062e11,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:13.359056 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.373581 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Calling delete_port for 981d14de-62c8-4a0e-8d55-05a09b062e11 owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:13.414502 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:13.452199 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:13.452549 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.465743 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] DHCP port deletion for ba9a709f-050e-4b34-b3ec-4fe41e4acd4d request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:00:13.522637 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:13.524907 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aa8c19-0e7b-4bd4-99aa-730bbdb62603" -d '{"events": [{"server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "name": "network-vif-plugged", "status": "completed", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:13.566194 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b19cb38-2006-4a94-b743-f1b37e1f65b3 x-openstack-request-id: req-9b19cb38-2006-4a94-b743-f1b37e1f65b3 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:13.568696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "name": "network-vif-plugged", "status": "completed", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:13.568696 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b19cb38-2006-4a94-b743-f1b37e1f65b3 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:13.568696 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b19cb38-2006-4a94-b743-f1b37e1f65b3'] response: {'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'code': 200} Jul 20 18:00:13.574602 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:13.581266 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Deleting port 981d14de-62c8-4a0e-8d55-05a09b062e11 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:13.581648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.613569 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.654283 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.669936 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80df2b5-d85e-4331-bc9f-170f53c798da None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:13.680704 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=981d14de-62c8-4a0e-8d55-05a09b062e11,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:13.683146 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] For port 981d14de-62c8-4a0e-8d55-05a09b062e11, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=981d14de-62c8-4a0e-8d55-05a09b062e11,segment=NetworkSegment(fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a),segment_id=fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:13.683553 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.690961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] No DVR routers for this DVR port 981d14de-62c8-4a0e-8d55-05a09b062e11 on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:13.700552 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Calling delete_port for 981d14de-62c8-4a0e-8d55-05a09b062e11 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:13.714775 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.715677 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5e2b818c-70ef-44b0-af2e-182b4029ca2f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:13.782289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 5e2b818c-70ef-44b0-af2e-182b4029ca2f {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:13.788879 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 5e2b818c-70ef-44b0-af2e-182b4029ca2f not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:13.789000 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.809306 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9a709f-050e-4b34-b3ec-4fe41e4acd4d']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.821143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.821464 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:13.822230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:13.828808 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:13.833285 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.847535 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.852688 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (981d14de-62c8-4a0e-8d55-05a09b062e11), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.856150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:00:13.857124 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:13.884374 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a resource provider aggregate not found Jul 20 18:00:13.886915 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] Pushing event deleted for resources: {'Port': ['ID=981d14de-62c8-4a0e-8d55-05a09b062e11,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:13.891327 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbfcb9-1cac-4a69-a545-681fa0997557 None None] No DVR routers for this DVR port 981d14de-62c8-4a0e-8d55-05a09b062e11 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:13.927652 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd4d7d9a-296c-4fb3-8379-20c0eeae8f6a found for delete ", "request_id": "req-2cab21ea-da32-4016-8b95-81d381c42377"}]} Jul 20 18:00:13.999500 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010d2b5-ab21-4b97-ba56-562bd41248c8 None None] New status for floating IP 674205cd-fb6c-4d6c-a784-090f3feee627: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:00:14.056143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576bbba-c636-4253-89a9-573b07f81b3a req-8ef35106-9006-4401-b8a9-db36403c9ff5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.057672 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b576bbba-c636-4253-89a9-573b07f81b3a req-8ef35106-9006-4401-b8a9-db36403c9ff5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0576506 Jul 20 18:00:14.112619 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b576bbba-c636-4253-89a9-573b07f81b3a req-315d0489-9b72-4d77-ae75-e6a5b06a430b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492475 Jul 20 18:00:14.203321 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a4bb-7424-422f-a8b0-b2518ab1517e req-dc7e836e-c9ea-4bc1-88b6-7bf939fad637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.204776 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e661a4bb-7424-422f-a8b0-b2518ab1517e req-dc7e836e-c9ea-4bc1-88b6-7bf939fad637 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1130 time: 0.0368736 Jul 20 18:00:14.257268 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:14.257268 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e661a4bb-7424-422f-a8b0-b2518ab1517e req-6d15ef60-39ad-4398-af6f-83abd367d962 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396366 Jul 20 18:00:14.385802 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (ba9a709f-050e-4b34-b3ec-4fe41e4acd4d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.392330 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.404267 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ba9a709f-050e-4b34-b3ec-4fe41e4acd4d HTTP/1.1" status: 204 len: 168 time: 1.3067739 Jul 20 18:00:14.407895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443812-f13a-4268-99e4-bc8cf17f51f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9a709f-050e-4b34-b3ec-4fe41e4acd4d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:14.515206 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33860) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:14.540459 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-db28bcc6-994e-4d97-8565-49e1501538f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.575936 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (07447b29-65c2-4af6-bf61-a1a341feb312), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.600763 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (07447b29-65c2-4af6-bf61-a1a341feb312), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.746168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (07447b29-65c2-4af6-bf61-a1a341feb312), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.749268 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.750480 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "DELETE /v2.0/security-groups/07447b29-65c2-4af6-bf61-a1a341feb312 HTTP/1.1" status: 204 len: 168 time: 0.2342715 Jul 20 18:00:14.753382 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33862) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:14.760031 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1720e8-dc0b-424f-875f-ed3498c87f53 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07447b29-65c2-4af6-bf61-a1a341feb312,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:14.770292 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.api.v2.resource [None req-cdaa14d6-530e-4a12-bbf9-9594a4189d57 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] show failed (client error): The resource could not be found. Jul 20 18:00:14.771405 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-cdaa14d6-530e-4a12-bbf9-9594a4189d57 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups/07447b29-65c2-4af6-bf61-a1a341feb312 HTTP/1.1" status: 404 len: 347 time: 0.0169189 Jul 20 18:00:14.774458 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33864) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:14.875442 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33866) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:14.890217 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Deleting port c852b4da-fb09-4ffb-a4d2-e7c4679d060f {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:14.890559 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.917024 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-71dadfbc-d9b6-4f57-ae13-397911c0d2ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=863e2e49ffb74a889fb88c4c2e7edcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403252 Jul 20 18:00:14.919514 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33868) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:14.974944 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] Publish callbacks [] for security_group (29c2abad-8184-47dc-8b06-943941795c53), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.975636 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.976016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:14.991958 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Calling delete_port for c852b4da-fb09-4ffb-a4d2-e7c4679d060f owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:14.998085 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] Publish callbacks [] for security_group (29c2abad-8184-47dc-8b06-943941795c53), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.219604 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (29c2abad-8184-47dc-8b06-943941795c53), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.222870 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.224023 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29c2abad-8184-47dc-8b06-943941795c53 HTTP/1.1" status: 204 len: 168 time: 0.3036144 Jul 20 18:00:15.234157 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434ab2b-82da-4cd2-924b-c90d0e3212bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2abad-8184-47dc-8b06-943941795c53,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:15.239980 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535587-8110-468e-ac21-da539cba1d28 req-42d6e739-5b1a-48d6-af48-57d0db92e138 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:15.241679 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b535587-8110-468e-ac21-da539cba1d28 req-42d6e739-5b1a-48d6-af48-57d0db92e138 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0533962 Jul 20 18:00:15.261879 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 981d14de-62c8-4a0e-8d55-05a09b062e11 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:15.283085 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 981d14de-62c8-4a0e-8d55-05a09b062e11 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:15.284162 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 981d14de-62c8-4a0e-8d55-05a09b062e11 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:15.304887 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9b535587-8110-468e-ac21-da539cba1d28 req-63bb6e32-6e1f-47b1-be43-eeaa52575138 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572388 Jul 20 18:00:15.500789 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (c852b4da-fb09-4ffb-a4d2-e7c4679d060f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.527133 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'Port': ['ID=c852b4da-fb09-4ffb-a4d2-e7c4679d060f,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:15.582328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:15.592661 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (674205cd-fb6c-4d6c-a784-090f3feee627), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.595151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.596375 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b416b814-6820-439b-b84f-9bee8f8db54e tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "DELETE /v2.0/floatingips/674205cd-fb6c-4d6c-a784-090f3feee627 HTTP/1.1" status: 204 len: 168 time: 0.8209617 Jul 20 18:00:15.824023 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33878) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:15.829090 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999873892', 'description': 'tempest-description--1785080612'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:15.958723 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.007786 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.036334 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (9f2e6228-6b96-47c4-ae4a-c2b64eb3a584), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.175203 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9f2e6228-6b96-47c4-ae4a-c2b64eb3a584), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.206150 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:16.227246 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33880) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.265110 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-a8b4b7e8-8572-45d7-bd0a-76a85b6a7720 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77aec6c344774102b7f54cff8e9667e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401442 Jul 20 18:00:16.267829 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33882) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.290702 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.291641 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c8cdb508-fa73-4f6c-b45d-c3378f8fd69d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4662147 Jul 20 18:00:16.294601 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33884) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.299650 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group_rule': {'security_group_id': '9f2e6228-6b96-47c4-ae4a-c2b64eb3a584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:16.318798 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.322315 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] Publish callbacks [] for security_group (007e9525-790f-41fc-9b64-a8363b218b6b), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.344865 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] Publish callbacks [] for security_group (007e9525-790f-41fc-9b64-a8363b218b6b), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.390655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5ccd6c26-7638-412c-bb6d-66e8623dc6ff), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.445317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a090-2225-47a6-be87-3914c5ce2edc req-702b2df7-3f16-428f-ad06-b115cbb3b520 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.447130 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4180a090-2225-47a6-be87-3914c5ce2edc req-702b2df7-3f16-428f-ad06-b115cbb3b520 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0729964 Jul 20 18:00:16.488268 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5ccd6c26-7638-412c-bb6d-66e8623dc6ff), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.511790 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (007e9525-790f-41fc-9b64-a8363b218b6b), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.514456 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.517105 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/007e9525-790f-41fc-9b64-a8363b218b6b HTTP/1.1" status: 204 len: 168 time: 0.2469282 Jul 20 18:00:16.519342 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4180a090-2225-47a6-be87-3914c5ce2edc req-e4d6862d-a725-44ef-9b56-85efa4b0fc09 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659204 Jul 20 18:00:16.532309 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8b5c-11cc-4a86-b615-da488642cfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007e9525-790f-41fc-9b64-a8363b218b6b,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:16.644303 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (5ccd6c26-7638-412c-bb6d-66e8623dc6ff), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.664955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12ef9d-f601-43d4-abd2-b771953f1ede req-1db9498b-e274-46cd-a763-07b2067d7e94 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.666424 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed12ef9d-f601-43d4-abd2-b771953f1ede req-1db9498b-e274-46cd-a763-07b2067d7e94 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0626953 Jul 20 18:00:16.675296 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccd6c26-7638-412c-bb6d-66e8623dc6ff,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:16.713120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.722023 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed12ef9d-f601-43d4-abd2-b771953f1ede req-b27eb270-83db-4f63-b216-4e3bbe9c4de5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481703 Jul 20 18:00:16.744046 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33892) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.784388 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461dd0cd-b907-4711-bef4-68a93fde61ec tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.786072 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-461dd0cd-b907-4711-bef4-68a93fde61ec tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1125 time: 0.0409715 Jul 20 18:00:16.788114 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.788920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 33894) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.789332 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f19c2587-1a5a-4a19-a259-83c505924c93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4937544 Jul 20 18:00:16.791964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33896) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:16.793222 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:16.796190 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'security_group_rule': {'security_group_id': '9f2e6228-6b96-47c4-ae4a-c2b64eb3a584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:16.889761 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-914b155f-ea19-4fa6-a8be-d5bb2a560727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.005019 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.012491 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5f771302-59de-4cc1-96f1-ba5e06bf160e), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.087145 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (5f771302-59de-4cc1-96f1-ba5e06bf160e), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.103253 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.214924 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7883185'] for security_group_rule (5f771302-59de-4cc1-96f1-ba5e06bf160e), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.228668 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_common [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.27.3.221 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/30d9f939-176b-4233-a83f-ec6baa323d3a) {{(pid=111056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:17.240393 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f771302-59de-4cc1-96f1-ba5e06bf160e,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:17.348763 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:17.351476 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.388040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.389310 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-93547a24-cc5d-40b6-a54b-f407c86f3f00 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5963938 Jul 20 18:00:17.392329 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33898) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:17.397161 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:17.454940 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.490305 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:17.493111 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:17.498817 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:17.506194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.524920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=30d9f939-176b-4233-a83f-ec6baa323d3a,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:17.593359 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.602883 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:17.699346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Allocated IP 172.27.3.103 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/eb35d197-41dc-46b1-b20f-0923dbec8dce) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:17.807669 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.859113 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (7cd115a9-54c7-4ab2-836a-fdd1cfedf20d), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.940844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.978247 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:17.980906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:17.983740 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:17.988750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:18.015796 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), before_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.018650 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=eb35d197-41dc-46b1-b20f-0923dbec8dce,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:18.087511 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.177632 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), precommit_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.215344 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.243640 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6722551'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), after_update {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.289124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.309624 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=30d9f939-176b-4233-a83f-ec6baa323d3a,revision_number=2']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:18.327671 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (7cd115a9-54c7-4ab2-836a-fdd1cfedf20d), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.372271 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.477678 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.548390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=eb35d197-41dc-46b1-b20f-0923dbec8dce,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:18.562568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.689547 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.l3_db [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP 7cd115a9-54c7-4ab2-836a-fdd1cfedf20d associated. External IP: 172.27.3.221, port: 15690f10-2ae5-4510-a8e1-752ef9c31ba6. Jul 20 18:00:18.708942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.710305 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-2579030d-ab0b-4660-b286-177aa40a6e7f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3164577 Jul 20 18:00:18.820153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:18.891415 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:18.919290 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-7a907051-f766-4c29-9a04-a94c64408205 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1999873892&fields=id&tenant_id=958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 267 time: 0.0457754 Jul 20 18:00:18.932490 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:18.998989 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:19.010316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:19.021370 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:19.022093 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:00:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:19.188565 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.223961 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e245ac21-346f-40e4-8ec5-bc11b309f0b0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4313488 Jul 20 18:00:19.223961 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6'}] {{(pid=111056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:19.225226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96de3787c04c6ed45c36fee3c1f1f95b543adc4d2b6d39bd5d2c8a4f6aa05e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6af59a-1fa8-4235-9028-8a71c2438519" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6"}]}' {{(pid=111056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:19.261665 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:19.279270 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-44173bed-5105-4973-8ed4-1b7b23bdf06d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.280849 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-44173bed-5105-4973-8ed4-1b7b23bdf06d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 811 time: 0.3542686 Jul 20 18:00:19.297395 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-64368c16-6ad6-460e-b12a-28ece096534d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/quotas/958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 375 time: 0.0092528 Jul 20 18:00:19.334030 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.352948 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-c8860a90-adce-4743-b8d9-6392907ad149 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487111 Jul 20 18:00:19.400325 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7c5dc-2336-4116-b04b-1ddf505f9277 x-openstack-request-id: req-14c7c5dc-2336-4116-b04b-1ddf505f9277 {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:19.400642 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6", "status": "completed", "code": 200}]} {{(pid=111056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:19.400923 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14c7c5dc-2336-4116-b04b-1ddf505f9277 {{(pid=111056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:19.401334 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c7c5dc-2336-4116-b04b-1ddf505f9277'] response: {'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'status': 'completed', 'code': 200} Jul 20 18:00:19.450122 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.481470 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-3f4067f1-9c52-4c2a-a447-d610056898f4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:00:19.483118 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-3f4067f1-9c52-4c2a-a447-d610056898f4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1172349 Jul 20 18:00:19.486375 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:17Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:19.512238 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:19.512915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-e79162f6-80bf-4c9b-bfbb-a567cf127cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.514466 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-e79162f6-80bf-4c9b-bfbb-a567cf127cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1130 time: 0.0657167 Jul 20 18:00:19.521687 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:19.522300 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:00:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:19.625289 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:19.665899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-3e0e4ab9-d33d-49ea-8b77-057a188a19c4 service neutron] 10.222.0.42 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765974 Jul 20 18:00:19.701032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-ca46e413-7f74-464e-a94a-d93845f51338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.702459 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-ca46e413-7f74-464e-a94a-d93845f51338 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.1793838 Jul 20 18:00:19.823067 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-c7309b27-d5d3-4cbe-868c-3f8f48bc09cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 1000 time: 0.1116626 Jul 20 18:00:19.835648 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.857303 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:17Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:19.871584 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-ae808d57-26e2-4134-a268-75625a45505a service neutron] 10.222.0.42 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999257 Jul 20 18:00:19.883639 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.884912 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd1e1-4f63-4ee7-96c5-53888a7b88c5 None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:17Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:19.888851 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-3d8e695d-d464-497d-b233-66bcd07cf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.890400 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-3d8e695d-d464-497d-b233-66bcd07cf882 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0618188 Jul 20 18:00:19.930600 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.944267 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-23f4b520-ec4c-408d-9f65-eb1acc06754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.946099 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-23f4b520-ec4c-408d-9f65-eb1acc06754b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498517 Jul 20 18:00:20.043776 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-c32249ed-be8d-4d1b-80fe-9f19f1678f6c service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898256 Jul 20 18:00:20.082959 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.123710 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d82453-3efc-4148-96b9-0dd06b6bc74d None None] New status for floating IP 7cd115a9-54c7-4ab2-836a-fdd1cfedf20d: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:00:20.198099 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6af59a-1fa8-4235-9028-8a71c2438519 req-9a3f68ca-8dec-4834-9d0f-3c79b9e7226e service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477716 Jul 20 18:00:20.237681 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-11910f0d-d0ec-41c1-a115-2f768d1364be req-be3076de-6e62-463f-92dd-b4e840786246 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 210 time: 0.0341706 Jul 20 18:00:21.330113 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-df9b94ed-8951-4a1b-aacd-6bdf4599a6bf req-7129af5a-413a-4b4e-8217-51f6ad35d921 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 210 time: 0.0277104 Jul 20 18:00:22.432075 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f2be78de-611b-4d95-ad48-dcecd21c20b6 req-4f73cf22-ee0f-4f50-a8d8-41664d4d011a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jul 20 18:00:22.582668 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-62eb9b47-0a08-47be-ad54-cead61a3b739 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:22.584102 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-62eb9b47-0a08-47be-ad54-cead61a3b739 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 811 time: 0.1019912 Jul 20 18:00:22.664535 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-bf174f72-cf8b-4854-9d63-e094c57bd1c9 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958d3fd7755a4e0b8419e92a26656e2d HTTP/1.1" status: 200 len: 380 time: 0.0582848 Jul 20 18:00:22.675031 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'port': {'device_id': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'admin_state_up': True, 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'security_groups': ['9f2e6228-6b96-47c4-ae4a-c2b64eb3a584']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:22.895156 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Made reservation on behalf of 958d3fd7755a4e0b8419e92a26656e2d for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:00:22.900537 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:22.925501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.043645 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Allocated IP 172.20.0.10 (5841bc30-6bad-4d17-a6eb-d05a9884e54b/f894dd92-790d-4c02-9888-cdb39b321cf1/e155550f-00aa-474b-aaa2-a8d71caff4b2) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:23.181442 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.289548 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.296892 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.338595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:23.343831 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:23.348056 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:23.371742 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event updated for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:23.406302 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.406931 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.538953 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-d1588dc3-cc77-4bb2-88eb-5a3d90ca2bd0 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680453 Jul 20 18:00:23.552826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b395ca-ff41-4948-b964-ebfce8a568a4 req-e2caed83-582d-42a6-bda9-f8e090d37a42 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.554250 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74b395ca-ff41-4948-b964-ebfce8a568a4 req-e2caed83-582d-42a6-bda9-f8e090d37a42 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 932 time: 0.0533004 Jul 20 18:00:23.559040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Request body: {'port': {'device_id': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:23.601468 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-026dd4b8-8691-4e28-ae60-a7af616d29a9 None None] Provisioning complete for port e155550f-00aa-474b-aaa2-a8d71caff4b2 triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:23.602077 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-026dd4b8-8691-4e28-ae60-a7af616d29a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.634340 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-026dd4b8-8691-4e28-ae60-a7af616d29a9 None None] Port e155550f-00aa-474b-aaa2-a8d71caff4b2 cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:00:23.662091 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-74b395ca-ff41-4948-b964-ebfce8a568a4 req-97c72f8c-e75f-4616-999c-5c855cc8e081 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993984 Jul 20 18:00:23.663029 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.920783 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e155550f-00aa-474b-aaa2-a8d71caff4b2 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:23.928111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks [] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.939770 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.940919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Transition to ACTIVE for port object e155550f-00aa-474b-aaa2-a8d71caff4b2 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:00:24.100859 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:24.161427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Pushing event updated for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:24.233493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Attempting to bind port e155550f-00aa-474b-aaa2-a8d71caff4b2 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:24.233818 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Attempting to bind port e155550f-00aa-474b-aaa2-a8d71caff4b2 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:24.234148 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Attempting to bind port e155550f-00aa-474b-aaa2-a8d71caff4b2 on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:24.238696 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Port e155550f-00aa-474b-aaa2-a8d71caff4b2 on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:00:24.239017 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Attempting to bind port e155550f-00aa-474b-aaa2-a8d71caff4b2 on network 5841bc30-6bad-4d17-a6eb-d05a9884e54b {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:24.244008 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:24.244329 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Checking segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:24.244738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Bound using segment: {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:24.245160 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Bound port: e155550f-00aa-474b-aaa2-a8d71caff4b2, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101fba0c-45bc-46cd-ad0f-4f4a49398bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:24.245518 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:24.307777 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:24.310773 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:24.437974 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:24.455993 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:24.477527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.478143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:24.479497 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] 10.222.0.18 "PUT /v2.0/ports/e155550f-00aa-474b-aaa2-a8d71caff4b2 HTTP/1.1" status: 200 len: 1094 time: 0.9243839 Jul 20 18:00:24.479919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:24.482187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae2da28-9695-404d-bb3e-58fe87855090" -d '{"events": [{"name": "network-changed", "server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:24.507485 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c48e1f-e0a9-4000-a109-e03dfe117dae service neutron] Pushing event updated for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:24.530667 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c5ae4-fb99-4a9b-b9e9-44e9af586bb0 x-openstack-request-id: req-7d0c5ae4-fb99-4a9b-b9e9-44e9af586bb0 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:24.530959 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:24.531240 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d0c5ae4-fb99-4a9b-b9e9-44e9af586bb0 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:24.531627 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0c5ae4-fb99-4a9b-b9e9-44e9af586bb0'] response: {'name': 'network-changed', 'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'status': 'completed', 'code': 200} Jul 20 18:00:24.618709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-cf053db0-3866-4c84-8c88-5a1589ab2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.620234 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-cf053db0-3866-4c84-8c88-5a1589ab2107 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 1128 time: 0.0417097 Jul 20 18:00:24.673203 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:24.733681 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-8507d3f1-8f4f-4d5c-bd75-42f2861f8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.735027 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-8507d3f1-8f4f-4d5c-bd75-42f2861f8cd8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1015315 Jul 20 18:00:24.826481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1497-2444-4621-ab33-03bb6dbde84e req-b15833dc-7e8a-4eb7-b741-30cd8aa04c95 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.827859 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f7a1497-2444-4621-ab33-03bb6dbde84e req-b15833dc-7e8a-4eb7-b741-30cd8aa04c95 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 944 time: 0.0965466 Jul 20 18:00:24.892019 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-8c8c3566-559c-42c9-93cf-64e42ecc136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.894004 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1ae2da28-9695-404d-bb3e-58fe87855090 req-8c8c3566-559c-42c9-93cf-64e42ecc136a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504488 Jul 20 18:00:24.900782 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7f7a1497-2444-4621-ab33-03bb6dbde84e req-bb896b75-e0dc-4532-93fd-e2e9b32dab5b tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657537 Jul 20 18:00:24.995203 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-0167af32-392d-46d0-9638-493fa6890fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.996593 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-0167af32-392d-46d0-9638-493fa6890fa2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 1128 time: 0.0376987 Jul 20 18:00:25.051099 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-eee0dd1b-810d-448c-acf2-a7ad135a7cbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2 HTTP/1.1" status: 200 len: 217 time: 0.0316179 Jul 20 18:00:25.104790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-47e8b4c8-2613-4ef1-95f8-70b4dddd6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.106297 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-47e8b4c8-2613-4ef1-95f8-70b4dddd6d56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0472643 Jul 20 18:00:25.148830 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c174-1600-407a-bd85-23e101410921 req-ef347f64-a755-4af4-b361-04ea94330b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.150303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-ef347f64-a755-4af4-b361-04ea94330b9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386460 Jul 20 18:00:25.242052 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-5efc4ac9-754a-467e-aa92-766579e6250c service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856874 Jul 20 18:00:25.340872 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c81c174-1600-407a-bd85-23e101410921 req-fcdef372-2879-4e5d-836b-8c516c2f9137 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863495 Jul 20 18:00:26.018089 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28e58f-41b1-49cd-b948-627987d796bb req-dd59934f-22fe-47b9-9942-04e131888c88 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:26.019547 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e28e58f-41b1-49cd-b948-627987d796bb req-dd59934f-22fe-47b9-9942-04e131888c88 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 944 time: 0.0464571 Jul 20 18:00:26.066326 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0e28e58f-41b1-49cd-b948-627987d796bb req-37122278-b74a-47a7-b1fe-fc18b5adcfe6 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jul 20 18:00:26.797050 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:26.942083 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device e155550f-00aa-474b-aaa2-a8d71caff4b2 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:00:27.040312 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:27.052059 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'port_id': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'mac_address': 'fa:16:3e:f5:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:00:27.085332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port e155550f-00aa-474b-aaa2-a8d71caff4b2 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:27.085711 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:27.103603 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e155550f-00aa-474b-aaa2-a8d71caff4b2 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:27.124724 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:27.143226 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:27.183995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e50e2f-ec05-4928-ad27-50ebe45e294f req-3274a9d3-e99b-4b84-b594-1d70111899df tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:27.185482 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81e50e2f-ec05-4928-ad27-50ebe45e294f req-3274a9d3-e99b-4b84-b594-1d70111899df tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 944 time: 0.0506124 Jul 20 18:00:27.197439 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:27.233798 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81e50e2f-ec05-4928-ad27-50ebe45e294f req-d0853325-a114-4d63-98f4-99af0085a4f4 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Jul 20 18:00:27.248662 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:27.487035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['e155550f-00aa-474b-aaa2-a8d71caff4b2'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:00:28.349608 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafda596-6095-4d4c-b913-9e1dac5b46f0 req-6492eb75-fb35-4d36-845c-3ab04239c37d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.351138 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aafda596-6095-4d4c-b913-9e1dac5b46f0 req-6492eb75-fb35-4d36-845c-3ab04239c37d tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 945 time: 0.0478592 Jul 20 18:00:28.399591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aafda596-6095-4d4c-b913-9e1dac5b46f0 req-80a8540d-f1c5-43b8-b8d0-bd0e6a506ff5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Jul 20 18:00:28.952817 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device e155550f-00aa-474b-aaa2-a8d71caff4b2 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:28.998199 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port e155550f-00aa-474b-aaa2-a8d71caff4b2 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:00:29.122136 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port e155550f-00aa-474b-aaa2-a8d71caff4b2 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:29.122520 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:29.201781 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port e155550f-00aa-474b-aaa2-a8d71caff4b2 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:29.202163 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:29.227462 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:29.229813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f850604-7369-4307-89e8-d2108ca7b9fb" -d '{"events": [{"server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "name": "network-vif-plugged", "status": "completed", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:29.250079 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:29.325634 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb2be6-e404-47d1-bd95-ded7744059be x-openstack-request-id: req-4deb2be6-e404-47d1-bd95-ded7744059be {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:29.325996 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "name": "network-vif-plugged", "status": "completed", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:29.326323 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4deb2be6-e404-47d1-bd95-ded7744059be {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:29.326797 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4deb2be6-e404-47d1-bd95-ded7744059be'] response: {'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'code': 200} Jul 20 18:00:29.363244 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:29.410177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:29.484122 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:29.505333 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:29.513835 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4935-e0d3-4fa9-b7d5-2c0a03c0a099 req-305ebfe6-6720-410c-ad61-db216b7ccf56 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:29.515527 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-843a4935-e0d3-4fa9-b7d5-2c0a03c0a099 req-305ebfe6-6720-410c-ad61-db216b7ccf56 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0493197 Jul 20 18:00:29.566828 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-843a4935-e0d3-4fa9-b7d5-2c0a03c0a099 req-bbd4d63e-3815-46b4-a541-1c3fcce6a9c1 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Jul 20 18:00:29.843677 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fe9d-83a6-4f62-b547-517652c5cb22 req-c241ba0a-00c4-4eb4-a311-b73af0244296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:29.845257 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7d50fe9d-83a6-4f62-b547-517652c5cb22 req-c241ba0a-00c4-4eb4-a311-b73af0244296 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 1130 time: 0.0393209 Jul 20 18:00:29.888493 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7d50fe9d-83a6-4f62-b547-517652c5cb22 req-2449f078-ddf5-4cd6-8601-31f7dd2522dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Jul 20 18:00:30.318851 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:30.321712 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:30.695506 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a14546-94f5-4659-a10f-c4f617507555 req-c5f46e21-6996-4080-8460-a25e788c971c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:30.697355 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51a14546-94f5-4659-a10f-c4f617507555 req-c5f46e21-6996-4080-8460-a25e788c971c tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0564544 Jul 20 18:00:30.746413 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-51a14546-94f5-4659-a10f-c4f617507555 req-b758ab5e-5b72-4158-9b6c-2e2113d63eb3 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Jul 20 18:00:31.863082 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab633c1-173c-4720-aa2a-69376a867be5 req-882cacd4-61cf-483e-b482-d1a442feb943 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:31.864499 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ab633c1-173c-4720-aa2a-69376a867be5 req-882cacd4-61cf-483e-b482-d1a442feb943 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0503144 Jul 20 18:00:31.911855 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ab633c1-173c-4720-aa2a-69376a867be5 req-39e0476e-72fe-4fc6-ba65-b450095ebe93 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Jul 20 18:00:32.022483 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857f3cc-d728-4961-aca4-9517aec7dbba req-e4cd92cd-0668-4cb2-ac51-5b9b0a076309 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:32.023966 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6857f3cc-d728-4961-aca4-9517aec7dbba req-e4cd92cd-0668-4cb2-ac51-5b9b0a076309 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0461109 Jul 20 18:00:32.032282 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 33970) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:32.037289 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Request body: {'floatingip': {'port_id': 'e155550f-00aa-474b-aaa2-a8d71caff4b2'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:32.077523 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:32.523630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:32.535527 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-405b10cf-426b-49fd-8219-33d7a6493b88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822754 Jul 20 18:00:32.548558 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:32.603357 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:32.670942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-d09c504c-bea3-433e-a339-ae05348981b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:32.672472 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-d09c504c-bea3-433e-a339-ae05348981b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1130 time: 0.0794072 Jul 20 18:00:32.706064 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:00:32.986522 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:33.023542 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Floating IP df029c49-a47d-464e-b8d1-f34ff89584d9 associated. External IP: 172.27.3.103, port: e155550f-00aa-474b-aaa2-a8d71caff4b2. Jul 20 18:00:33.115101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-55de622e-790b-4f06-a502-2ed6b7c6306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.116587 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-55de622e-790b-4f06-a502-2ed6b7c6306f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.4166646 Jul 20 18:00:33.192555 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-61887d09-1b4c-4c33-89a4-d27ccf6ef52c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0657885 Jul 20 18:00:33.303468 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-5020aba6-a6a0-4389-99c1-ee305c5694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.304819 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-5020aba6-a6a0-4389-99c1-ee305c5694e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0803630 Jul 20 18:00:33.359406 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:33.365409 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-4525e66a-6864-4ce9-915b-7dd7014df9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.366868 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-4525e66a-6864-4ce9-915b-7dd7014df9f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526941 Jul 20 18:00:33.535236 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:33.538484 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-ec3c1867-0a33-417d-a206-74bb76b0c985 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633146 Jul 20 18:00:33.541404 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:33.545196 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:33.555009 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:33.555613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:00:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:33.593821 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:33.598817 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-a18a8851-c70b-412f-b02e-9dc18e54d01f tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "PUT /v2.0/floatingips/df029c49-a47d-464e-b8d1-f34ff89584d9 HTTP/1.1" status: 200 len: 992 time: 1.5653980 Jul 20 18:00:33.604624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:33.604624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:33.645686 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:33.653118 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:33.665707 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:33.668020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278da53f-c304-4d1a-bdca-2a9af6448332 x-openstack-request-id: req-278da53f-c304-4d1a-bdca-2a9af6448332 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:33.668306 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:33.668709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-278da53f-c304-4d1a-bdca-2a9af6448332 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:33.669109 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278da53f-c304-4d1a-bdca-2a9af6448332'] response: {'name': 'network-changed', 'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'status': 'completed', 'code': 200} Jul 20 18:00:33.671321 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a3586da2-8b20-4297-a718-5e2c61fb1438 req-ef707fa8-cd41-48ae-9e8f-052b21fed657 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260412 Jul 20 18:00:33.748364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-c92d5af4-5597-4600-adc7-14a72a77918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.749891 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-c92d5af4-5597-4600-adc7-14a72a77918e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 1130 time: 0.0386298 Jul 20 18:00:33.849546 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-28c74f71-0f67-43b2-a87a-4c54b7855541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.850931 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-28c74f71-0f67-43b2-a87a-4c54b7855541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.0930817 Jul 20 18:00:33.881799 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'df029c49-a47d-464e-b8d1-f34ff89584d9', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:f5:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:18Z', 'updated_at': '2022-07-20T18:00:32Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:33.906135 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:33.914144 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-7ca5cc79-87ec-4d39-be3d-b28c18966f44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2 HTTP/1.1" status: 200 len: 1000 time: 0.0568829 Jul 20 18:00:33.915139 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:33.915743 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:00:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:33.966671 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-9cc8bb64-da9e-4ccd-8a57-ea9b8619f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.968147 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-9cc8bb64-da9e-4ccd-8a57-ea9b8619f18f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0487356 Jul 20 18:00:33.998692 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:34.010545 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-d95330f3-b5ea-428b-9c55-2f44d2dae7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:34.016664 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-d95330f3-b5ea-428b-9c55-2f44d2dae7ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384612 Jul 20 18:00:34.017851 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:34.102371 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-b33c5313-5b63-4d4c-b5f3-df8ca823ecdc service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843239 Jul 20 18:00:34.199104 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-291be7f9-00cc-4e4e-9a1a-bba60b18cb7e req-c45e6de3-016d-4f1e-b333-56e601d42a58 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903537 Jul 20 18:00:34.241842 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'df029c49-a47d-464e-b8d1-f34ff89584d9', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:f5:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:18Z', 'updated_at': '2022-07-20T18:00:32Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:34.267122 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7a99-d790-46d8-9e21-3795c06e9099 None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': 'df029c49-a47d-464e-b8d1-f34ff89584d9', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'port_id': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'mac_address': 'fa:16:3e:f5:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:18Z', 'updated_at': '2022-07-20T18:00:32Z', 'revision_number': 1, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:34.462649 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16729f-6b12-4623-8a56-7c385435c949 None None] New status for floating IP df029c49-a47d-464e-b8d1-f34ff89584d9: ACTIVE {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:00:44.194379 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=40 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.196640 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=19 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.243716 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=35 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.244590 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=94 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.562267 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.565148 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.591588 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-822b49e5-74a2-4714-85ff-cc60891253a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:46.848137 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-0b0a2cd4-7261-4eeb-b98e-7559b6f571cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:48.356993 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:49.904637 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:50.368893 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:56.842075 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.739555 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:06.746508 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:09.706066 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:01:14.482010 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-61cbe631-cc0a-42fb-872f-2444e5095870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.836330 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-79debadc-4ec6-4ef6-8d8d-a4bb980bd8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.669695 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:18.316035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.700881 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:19.922262 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:20.110351 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:26.802425 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:34.454281 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-63b9fb2a-21e8-4027-9ca0-80cea417162e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426595 Jul 20 18:01:34.527047 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-7e7f2137-8e89-4420-9962-cad31719c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:34.528725 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-7e7f2137-8e89-4420-9962-cad31719c5e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 1130 time: 0.0421901 Jul 20 18:01:34.648271 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-dac0be31-02b5-41dd-91ae-8e57d80637a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:34.649804 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-dac0be31-02b5-41dd-91ae-8e57d80637a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 200 len: 912 time: 0.0933022 Jul 20 18:01:34.714227 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-bdb6c353-197c-4682-b6c3-988e933282a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2 HTTP/1.1" status: 200 len: 1002 time: 0.0569348 Jul 20 18:01:34.771472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-803866c9-8aac-48d7-91cb-c9c15bcebb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:34.772994 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-803866c9-8aac-48d7-91cb-c9c15bcebb59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 200 len: 850 time: 0.0535109 Jul 20 18:01:35.040049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-ec99b757-6ddb-42c3-b353-ff651e0299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:35.041563 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-ec99b757-6ddb-42c3-b353-ff651e0299fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5841bc30-6bad-4d17-a6eb-d05a9884e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389907 Jul 20 18:01:35.139119 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-2cb9762a-f339-47c5-8abf-4f22463e6e8c service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912499 Jul 20 18:01:35.470631 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c9aa8f53-05e9-4647-89ed-824eb6623a6c req-de14e3eb-2d7a-4c1e-a2c4-3fea6a3a21a8 service neutron] 10.222.0.18 "GET /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Jul 20 18:01:36.727138 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:36.734098 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:37.877746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba10175-27e4-4931-9049-a6a613d4de8d req-7b9dc571-fca0-4c06-af4a-23c79f39a98a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:37.879348 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aba10175-27e4-4931-9049-a6a613d4de8d req-7b9dc571-fca0-4c06-af4a-23c79f39a98a tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0502715 Jul 20 18:01:37.931701 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aba10175-27e4-4931-9049-a6a613d4de8d req-7f7c78da-0989-4d5c-8ad2-c08adcb16a61 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 Jul 20 18:01:39.049880 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e253-25c1-488a-8c7f-24445991541a req-60777e18-bdf7-4550-85ad-8974f1789d92 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:39.051471 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd11e253-25c1-488a-8c7f-24445991541a req-60777e18-bdf7-4550-85ad-8974f1789d92 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0502570 Jul 20 18:01:39.101313 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bd11e253-25c1-488a-8c7f-24445991541a req-bc0f7479-e0a6-4f6c-bf3b-299b883679b5 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 Jul 20 18:01:39.888896 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=12 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:39.889695 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:39.951041 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4ce7087d-545e-4208-b917-2cf2c0a8e7f2 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:39.952512 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4ce7087d-545e-4208-b917-2cf2c0a8e7f2 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0481851 Jul 20 18:01:40.063545 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Deleting port e155550f-00aa-474b-aaa2-a8d71caff4b2 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:40.066199 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.160109 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] For port e155550f-00aa-474b-aaa2-a8d71caff4b2, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e155550f-00aa-474b-aaa2-a8d71caff4b2,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:40.160109 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.247175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:40.259353 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e13b9-ec77-4f39-a7c7-b96bc67d4288 req-33112fa3-baf8-4496-b8ab-a4ba8cca69a7 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:40.260848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c9e13b9-ec77-4f39-a7c7-b96bc67d4288 req-33112fa3-baf8-4496-b8ab-a4ba8cca69a7 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 946 time: 0.0889866 Jul 20 18:01:40.262924 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:40.389127 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6c9e13b9-ec77-4f39-a7c7-b96bc67d4288 req-d7fdc815-dffa-47b3-a950-f643ab82a723 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups?id=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213167 Jul 20 18:01:40.405841 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.406213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.406530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Floating IP df029c49-a47d-464e-b8d1-f34ff89584d9 disassociated. External IP: 172.27.3.103, port: e155550f-00aa-474b-aaa2-a8d71caff4b2. Jul 20 18:01:40.406875 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Calling delete_port for e155550f-00aa-474b-aaa2-a8d71caff4b2 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:40.595821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e155550f-00aa-474b-aaa2-a8d71caff4b2), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.623265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'Port': ['ID=e155550f-00aa-474b-aaa2-a8d71caff4b2,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:40.632845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.633189 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.633527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.633859 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.634187 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.634514 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.634834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.635154 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.635471 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.636265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.636265 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.636633 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.636851 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.637171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.637484 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:40.749339 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:40.862324 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:40.871836 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:40.881980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:40.882594 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:01:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:40.903516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] No DVR routers for this DVR port e155550f-00aa-474b-aaa2-a8d71caff4b2 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:01:40.906062 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:40.909332 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-76baa46f-07fa-4572-b4fc-fe7d46bb2e4c req-4391932f-d01f-4fc7-97dc-e99a3c4a0fce tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.18 "DELETE /v2.0/ports/e155550f-00aa-474b-aaa2-a8d71caff4b2 HTTP/1.1" status: 204 len: 173 time: 0.9249942 Jul 20 18:01:40.915260 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'name': 'network-vif-deleted', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:40.915260 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac1423-daf5-460a-9f50-33b3680aba47" -d '{"events": [{"server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "name": "network-vif-deleted", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:40.951381 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8483bbb8-5e19-49f3-848d-81be7a9b7fe1 x-openstack-request-id: req-8483bbb8-5e19-49f3-848d-81be7a9b7fe1 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:40.951655 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658db00-307c-4e6e-b94d-0cd60875038f", "name": "network-vif-deleted", "tag": "e155550f-00aa-474b-aaa2-a8d71caff4b2", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:40.951915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8483bbb8-5e19-49f3-848d-81be7a9b7fe1 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:40.952338 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8483bbb8-5e19-49f3-848d-81be7a9b7fe1'] response: {'server_uuid': 'b658db00-307c-4e6e-b94d-0cd60875038f', 'name': 'network-vif-deleted', 'tag': 'e155550f-00aa-474b-aaa2-a8d71caff4b2', 'status': 'completed', 'code': 200} Jul 20 18:01:41.124401 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:41.312158 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:41.341165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:41.349423 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:41.350019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:01:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:41.451299 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:41.499317 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d236b13f-df3d-4693-a906-ce93f8cdde92 req-d3a24bec-b8ff-406c-9106-7adf66d97600 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/ports?device_id=b658db00-307c-4e6e-b94d-0cd60875038f HTTP/1.1" status: 200 len: 210 time: 0.0281165 Jul 20 18:01:41.640222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:41.665486 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7afd3-39d1-4c17-8620-dd50cd6a70a6 None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T17:57:12Z', 'revision_number': 4, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': '36fa51d5-e075-4006-a24e-957ba8085b90', 'name': '', 'network_id': '5841bc30-6bad-4d17-a6eb-d05a9884e54b', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'mac_address': 'fa:16:3e:95:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:11Z', 'updated_at': '2022-07-20T17:57:15Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'subnets': [{'id': 'f894dd92-790d-4c02-9888-cdb39b321cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:41.880555 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62841552-481a-42a3-ad1e-d0eac76b1118 None None] New status for floating IP df029c49-a47d-464e-b8d1-f34ff89584d9: DOWN {{(pid=111059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:01:42.664995 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34146) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:42.719121 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (9f2e6228-6b96-47c4-ae4a-c2b64eb3a584), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:42.745787 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (9f2e6228-6b96-47c4-ae4a-c2b64eb3a584), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:42.876468 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9f2e6228-6b96-47c4-ae4a-c2b64eb3a584), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:42.879733 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:42.880899 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "DELETE /v2.0/security-groups/9f2e6228-6b96-47c4-ae4a-c2b64eb3a584 HTTP/1.1" status: 204 len: 168 time: 0.2149417 Jul 20 18:01:42.883682 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34148) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:42.891213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06f12-7b53-43fb-b8f7-3402fed83bfc tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e6228-6b96-47c4-ae4a-c2b64eb3a584,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:42.898654 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.api.v2.resource [None req-eceb24cb-3eaa-418d-b0f9-18679db91268 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] show failed (client error): The resource could not be found. Jul 20 18:01:42.899673 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-eceb24cb-3eaa-418d-b0f9-18679db91268 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "GET /v2.0/security-groups/9f2e6228-6b96-47c4-ae4a-c2b64eb3a584 HTTP/1.1" status: 404 len: 347 time: 0.0150101 Jul 20 18:01:42.902510 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34152) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:43.013680 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Deleting port eb35d197-41dc-46b1-b20f-0923dbec8dce {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:43.014058 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.087634 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.087959 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (eb35d197-41dc-46b1-b20f-0923dbec8dce), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.100355 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Calling delete_port for eb35d197-41dc-46b1-b20f-0923dbec8dce owned by network:floatingip {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:43.231138 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device e155550f-00aa-474b-aaa2-a8d71caff4b2 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:43.254372 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: e155550f-00aa-474b-aaa2-a8d71caff4b2 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:43.254717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device e155550f-00aa-474b-aaa2-a8d71caff4b2 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:43.293107 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (eb35d197-41dc-46b1-b20f-0923dbec8dce), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.316028 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Pushing event deleted for resources: {'Port': ['ID=eb35d197-41dc-46b1-b20f-0923dbec8dce,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:43.330699 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.331123 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.331526 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.331930 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.332360 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.332773 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.333151 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.333480 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.333810 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.334136 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.334461 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.334786 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.335106 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.335492 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.335818 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:43.395489 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks [] for floatingip (df029c49-a47d-464e-b8d1-f34ff89584d9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.398117 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:43.399241 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-66031666-fd92-4cc4-a1a3-f09b6dc80338 tempest-AttachVolumeTestJSON-1950620296 tempest-AttachVolumeTestJSON-1950620296-project] 10.222.0.42 "DELETE /v2.0/floatingips/df029c49-a47d-464e-b8d1-f34ff89584d9 HTTP/1.1" status: 204 len: 168 time: 0.4958494 Jul 20 18:01:44.527375 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f359-6aa3-4aa6-b1ab-43b41c2e58bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:46.705196 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:01:46.836050 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfb12-4cb0-46bb-97f6-83d9d3d176fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:47.507903 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34180) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:47.809550 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (a458fd65-3eb6-4d09-9389-d2387e513a48), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:47.901637 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:47.958339 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:48.027550 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Deleting port 36fa51d5-e075-4006-a24e-957ba8085b90 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:48.027884 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:48.109380 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] For port 36fa51d5-e075-4006-a24e-957ba8085b90, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=36fa51d5-e075-4006-a24e-957ba8085b90,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:48.109753 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:48.123290 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Calling delete_port for 36fa51d5-e075-4006-a24e-957ba8085b90 owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:48.316548 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:48.384691 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (36fa51d5-e075-4006-a24e-957ba8085b90), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:48.409358 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=36fa51d5-e075-4006-a24e-957ba8085b90,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:48.574553 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (a458fd65-3eb6-4d09-9389-d2387e513a48), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:48.662153 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:48.778984 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Router a458fd65-3eb6-4d09-9389-d2387e513a48 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:48.862370 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:48.883121 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:48.888286 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-daec418a-7864-4733-b62d-0f7d59932d5b admin admin] 10.222.0.42 "PUT /v2.0/routers/a458fd65-3eb6-4d09-9389-d2387e513a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797252 Jul 20 18:01:48.890868 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34182) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:48.894439 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Sync routers for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:48.907638 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:48.908923 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:01:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:48.990880 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks [] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.010136 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:49.090247 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks [] for router_gateway (a458fd65-3eb6-4d09-9389-d2387e513a48), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.121124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:49.161035 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=100 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:49.176302 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T18:01:48Z', 'revision_number': 5, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port': {'id': 'be103144-e549-4a20-bd58-a6f91263ea1b', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:09Z', 'updated_at': '2022-07-20T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:49.205747 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Checking router: a458fd65-3eb6-4d09-9389-d2387e513a48 for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:49.212337 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Deleting port be103144-e549-4a20-bd58-a6f91263ea1b {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:49.212710 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.214643 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Routers {'a458fd65-3eb6-4d09-9389-d2387e513a48'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:49.215258 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:01:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['a458fd65-3eb6-4d09-9389-d2387e513a48'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:49.299672 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] For port be103144-e549-4a20-bd58-a6f91263ea1b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=be103144-e549-4a20-bd58-a6f91263ea1b,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:49.300038 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.301445 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] Set router a458fd65-3eb6-4d09-9389-d2387e513a48 gateway port host: None {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:49.312855 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Calling delete_port for be103144-e549-4a20-bd58-a6f91263ea1b owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:49.351738 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T18:01:49Z', 'revision_number': 6, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:49.377557 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444b81-2147-4397-a19c-b4cc338c77c9 None None] The sync data for ids ['a458fd65-3eb6-4d09-9389-d2387e513a48'] in dv-cinder-849846-3-iscsi is: [{'id': 'a458fd65-3eb6-4d09-9389-d2387e513a48', 'name': 'tempest-AttachVolumeTestJSON-1877984348-router', 'tenant_id': '958d3fd7755a4e0b8419e92a26656e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:08Z', 'updated_at': '2022-07-20T18:01:49Z', 'revision_number': 6, 'project_id': '958d3fd7755a4e0b8419e92a26656e2d', 'gw_port_host': None}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:49.555991 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (be103144-e549-4a20-bd58-a6f91263ea1b), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.580409 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Pushing event deleted for resources: {'Port': ['ID=be103144-e549-4a20-bd58-a6f91263ea1b,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:49.639576 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (a458fd65-3eb6-4d09-9389-d2387e513a48), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.724767 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.726980 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks [] for router_controller (a458fd65-3eb6-4d09-9389-d2387e513a48), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.764693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:49.875920 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (a458fd65-3eb6-4d09-9389-d2387e513a48), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.876118 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.876513 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a458fd65-3eb6-4d09-9389-d2387e513a48 {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:01:49.880774 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.881911 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4256a785-31dd-447c-9d9a-63c8e22b8677 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a458fd65-3eb6-4d09-9389-d2387e513a48 HTTP/1.1" status: 204 len: 168 time: 0.9901638 Jul 20 18:01:49.884367 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34184) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:49.929990 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Deleting subnet f894dd92-790d-4c02-9888-cdb39b321cf1 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:01:49.934205 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Publish callbacks [] for subnet (f894dd92-790d-4c02-9888-cdb39b321cf1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:49.971494 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (f894dd92-790d-4c02-9888-cdb39b321cf1), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.048006 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (f894dd92-790d-4c02-9888-cdb39b321cf1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.071677 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:50.127529 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.259133 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (f894dd92-790d-4c02-9888-cdb39b321cf1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.286343 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f894dd92-790d-4c02-9888-cdb39b321cf1,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:50.291300 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.294489 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9778e96c-a139-40b3-a31a-8958e8bb0e6f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f894dd92-790d-4c02-9888-cdb39b321cf1 HTTP/1.1" status: 204 len: 168 time: 0.4091561 Jul 20 18:01:50.296942 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34188) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:50.299586 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f4788-2112-4975-ac8b-4f342edd3522 None None] Network 5841bc30-6bad-4d17-a6eb-d05a9884e54b requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:01:50.478114 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] DHCP port deletion for 5841bc30-6bad-4d17-a6eb-d05a9884e54b request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:01:50.519873 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Deleting port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:50.520251 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.593952 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] For port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:50.594361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.608174 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Calling delete_port for 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:50.638434 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (5841bc30-6bad-4d17-a6eb-d05a9884e54b), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.680652 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Deleting port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:50.680993 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.744579 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] For port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,segment=NetworkSegment(101fba0c-45bc-46cd-ad0f-4f4a49398bae),segment_id=101fba0c-45bc-46cd-ad0f-4f4a49398bae)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:50.744940 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.757479 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Calling delete_port for 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 owned by network:dhcp {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:50.836253 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.843310 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (6c0a51ff-eadc-410f-bac2-fb2efdea8e88), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.862439 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Pushing event deleted for resources: {'Port': ['ID=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:50.866942 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] No DVR routers for this DVR port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:01:50.873184 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.873521 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.873868 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.874212 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.874336 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] No DVR routers for this DVR port 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 on host dv-cinder-849846-3-iscsi {{(pid=111056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:01:50.874544 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.874875 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.875201 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.875552 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.875882 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.876003 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0a51ff-eadc-410f-bac2-fb2efdea8e88,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:50.876168 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.876504 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.876860 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.877181 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.877504 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.877823 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd57a7f2-1274-49c5-bcdf-60da301bd240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:50.955639 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (5841bc30-6bad-4d17-a6eb-d05a9884e54b), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:50.976114 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5841bc30-6bad-4d17-a6eb-d05a9884e54b']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:50.985409 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101fba0c-45bc-46cd-ad0f-4f4a49398bae') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:50.986283 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101fba0c-45bc-46cd-ad0f-4f4a49398bae') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:50.995223 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (101fba0c-45bc-46cd-ad0f-4f4a49398bae), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.008184 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (101fba0c-45bc-46cd-ad0f-4f4a49398bae), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.014441 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:01:51.014823 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (101fba0c-45bc-46cd-ad0f-4f4a49398bae), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.037999 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 101fba0c-45bc-46cd-ad0f-4f4a49398bae resource provider aggregate not found Jul 20 18:01:51.078100 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 101fba0c-45bc-46cd-ad0f-4f4a49398bae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 101fba0c-45bc-46cd-ad0f-4f4a49398bae found for delete ", "request_id": "req-b83c837b-a61d-4b82-be49-8cb7bda2309d"}]} Jul 20 18:01:51.178577 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (5841bc30-6bad-4d17-a6eb-d05a9884e54b), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.184122 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.187404 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] 10.222.0.42 "DELETE /v2.0/networks/5841bc30-6bad-4d17-a6eb-d05a9884e54b HTTP/1.1" status: 204 len: 168 time: 0.8895173 Jul 20 18:01:51.189019 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:51.198750 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79561638-fdee-442f-9045-5593c927fdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=5841bc30-6bad-4d17-a6eb-d05a9884e54b,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:51.280927 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device be103144-e549-4a20-bd58-a6f91263ea1b no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:51.300889 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: be103144-e549-4a20-bd58-a6f91263ea1b {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:51.301241 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device be103144-e549-4a20-bd58-a6f91263ea1b not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:51.301692 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 36fa51d5-e075-4006-a24e-957ba8085b90 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:51.320346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 36fa51d5-e075-4006-a24e-957ba8085b90 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:51.320721 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 36fa51d5-e075-4006-a24e-957ba8085b90 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:51.321128 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:51.339653 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:51.340002 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 6c0a51ff-eadc-410f-bac2-fb2efdea8e88 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:51.685263 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34198) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:51.730176 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0ef47b95-c879-4fc6-84ad-c9d4745489ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=958d3fd7755a4e0b8419e92a26656e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437663 Jul 20 18:01:51.732595 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34202) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:51.780830 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] Publish callbacks [] for security_group (1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.802174 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] Publish callbacks [] for security_group (1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.949978 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.952559 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:51.953712 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1 HTTP/1.1" status: 204 len: 168 time: 0.2202320 Jul 20 18:01:51.962561 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7486e-b4d7-45bb-94fe-68f67648f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6ad71-e3f5-4e1c-ab26-281cbf3f26a1,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:52.885051 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:52.886896 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:54.666315 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:56.702026 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:56.875887 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.471306 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34304) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:58.583167 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9b011ad2-ab23-4661-afaa-1047451b0156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.655967 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9b011ad2-ab23-4661-afaa-1047451b0156 admin admin] Publish callbacks [] for security_group (fd3566e3-a4ff-4dae-979f-f7e50f20ddb8), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.727312 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-9b011ad2-ab23-4661-afaa-1047451b0156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fd3566e3-a4ff-4dae-979f-f7e50f20ddb8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.770315 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-9b011ad2-ab23-4661-afaa-1047451b0156 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b12411017bf54dee93b9d5a601db4283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979498 Jul 20 18:01:58.771184 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011ad2-ab23-4661-afaa-1047451b0156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3566e3-a4ff-4dae-979f-f7e50f20ddb8,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:58.773090 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34308) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:58.826157 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] Publish callbacks [] for security_group (fd3566e3-a4ff-4dae-979f-f7e50f20ddb8), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.849165 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] Publish callbacks [] for security_group (fd3566e3-a4ff-4dae-979f-f7e50f20ddb8), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.995725 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (fd3566e3-a4ff-4dae-979f-f7e50f20ddb8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:58.998607 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:59.000980 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd3566e3-a4ff-4dae-979f-f7e50f20ddb8 HTTP/1.1" status: 204 len: 168 time: 0.2268703 Jul 20 18:01:59.014658 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78867f-fdbb-4845-88d3-a82efee693c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3566e3-a4ff-4dae-979f-f7e50f20ddb8,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:59.118016 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-f6fd5eb7-a324-4b40-8e14-da0f6f28123f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389441536&fields=id&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 267 time: 0.0457242 Jul 20 18:01:59.227482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-0703ff9c-1367-450e-8f87-472bd512897c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:59.228947 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-0703ff9c-1367-450e-8f87-472bd512897c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1040893 Jul 20 18:01:59.243671 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-1cd59b21-3ae9-406d-b34a-e7a1a98b3670 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/quotas/be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Jul 20 18:01:59.294347 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-0f71c968-01e3-42bb-9618-a480b6202ea4 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453076 Jul 20 18:01:59.398621 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-263f446d-14b8-45db-a6b6-d8a8700818ef service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920653 Jul 20 18:01:59.488581 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-0382f7d1-0dfc-47c2-942f-334a5594003a service neutron] 10.222.0.42 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Jul 20 18:01:59.684819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34330) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:59.703239 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f6a156c-705b-491b-94dc-809219e40515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:59.777991 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f6a156c-705b-491b-94dc-809219e40515 admin admin] Publish callbacks [] for security_group (12c40330-3653-4d2e-a15d-52394381ea74), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:59.853194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1f6a156c-705b-491b-94dc-809219e40515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (12c40330-3653-4d2e-a15d-52394381ea74), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:59.897886 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1f6a156c-705b-491b-94dc-809219e40515 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5cdf19e65d541c1a7102129f48479ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119579 Jul 20 18:01:59.898594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a156c-705b-491b-94dc-809219e40515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c40330-3653-4d2e-a15d-52394381ea74,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:59.901169 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34332) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:59.930025 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:59.953539 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] Publish callbacks [] for security_group (12c40330-3653-4d2e-a15d-52394381ea74), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:59.975874 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] Publish callbacks [] for security_group (12c40330-3653-4d2e-a15d-52394381ea74), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:00.099788 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (12c40330-3653-4d2e-a15d-52394381ea74), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:00.105971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:00.107115 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12c40330-3653-4d2e-a15d-52394381ea74 HTTP/1.1" status: 204 len: 168 time: 0.2037988 Jul 20 18:02:00.116761 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0733dce-636e-42e9-b2d1-e352fc2c2f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c40330-3653-4d2e-a15d-52394381ea74,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:00.407558 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ed75a513-5504-4840-a4f7-b9205dcfce53 req-5ca12265-e79a-4397-9b62-e93a2ba8651c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Jul 20 18:02:01.501583 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-37f0d057-d566-4525-988e-36a8bc7447e5 req-f419041d-565b-4029-bdf2-9446728978af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jul 20 18:02:02.641406 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3091915f-c216-4ecd-82b0-b5e1c4f8de28 req-ac44092f-db13-44bc-8b64-b5a5e5a2ab72 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 210 time: 0.0676401 Jul 20 18:02:02.655445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:02.679347 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-d9d7bc0a-7a34-448a-90b3-eec043dada8e tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:02.680875 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-d9d7bc0a-7a34-448a-90b3-eec043dada8e tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 811 time: 0.1446414 Jul 20 18:02:02.724136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:02.753400 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-ccc40658-8f1b-4625-85be-38a0c74246bc tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be1213650f38494aa2aeb1aadc7ccbc7 HTTP/1.1" status: 200 len: 380 time: 0.0581632 Jul 20 18:02:02.762245 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'port': {'device_id': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'admin_state_up': True, 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'security_groups': ['baa5367c-3e43-4dd3-9162-53550d43f9ed']}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:02.967493 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Made reservation on behalf of be1213650f38494aa2aeb1aadc7ccbc7 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:02.971109 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.114755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.20.0.7 (d856af6c-3171-430a-a397-90532200f85e/0995c947-681a-4f82-9abd-5cebf87739e3/ae0948b9-34bf-4223-b1ca-440f0354b93f) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:03.251580 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.310333 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:03.391116 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.437609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network d856af6c-3171-430a-a397-90532200f85e is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:03.442787 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:03.446723 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:03.452972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:03.501521 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:03.506200 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.576720 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-34b8a267-c1a6-4020-943a-5208085a740a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179433 Jul 20 18:02:03.595049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Request body: {'port': {'device_id': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:03.661822 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.690797 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-6271c7f6-c185-4175-b1c3-ccae4e99eb85 None None] Provisioning complete for port ae0948b9-34bf-4223-b1ca-440f0354b93f triggered by entity DHCP. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:03.691297 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6271c7f6-c185-4175-b1c3-ccae4e99eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:03.741940 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-6271c7f6-c185-4175-b1c3-ccae4e99eb85 None None] Port ae0948b9-34bf-4223-b1ca-440f0354b93f cannot update to ACTIVE because it is not bound. {{(pid=111058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:03.825926 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16dbd-749a-4271-ba32-be36129ae0e4 req-b1e8d232-503e-4c46-b779-a2367e086265 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:03.827485 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-18c16dbd-749a-4271-ba32-be36129ae0e4 req-b1e8d232-503e-4c46-b779-a2367e086265 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 931 time: 0.1034899 Jul 20 18:02:03.855256 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:03.948785 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-18c16dbd-749a-4271-ba32-be36129ae0e4 req-929e7252-9e58-4a3e-9adc-d4ed15a78f67 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124303 Jul 20 18:02:04.024300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0948b9-34bf-4223-b1ca-440f0354b93f {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:04.031814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks [] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:04.045167 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Transition to ACTIVE for port object ae0948b9-34bf-4223-b1ca-440f0354b93f will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:02:04.155745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:04.457472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:04.535683 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Attempting to bind port ae0948b9-34bf-4223-b1ca-440f0354b93f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:04.536027 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Attempting to bind port ae0948b9-34bf-4223-b1ca-440f0354b93f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:04.536358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Attempting to bind port ae0948b9-34bf-4223-b1ca-440f0354b93f on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:04.541206 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Port ae0948b9-34bf-4223-b1ca-440f0354b93f on network d856af6c-3171-430a-a397-90532200f85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:02:04.541540 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Attempting to bind port ae0948b9-34bf-4223-b1ca-440f0354b93f on network d856af6c-3171-430a-a397-90532200f85e {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:04.547009 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:04.547348 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Checking segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:04.547725 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Bound using segment: {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:04.548153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Bound port: ae0948b9-34bf-4223-b1ca-440f0354b93f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd856af6c-3171-430a-a397-90532200f85e'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:04.549072 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:04.620009 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:04.623206 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:04.699481 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:04.733502 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:04.734102 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:04.735457 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 200 len: 1093 time: 1.1450357 Jul 20 18:02:04.735881 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:04.738663 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:04.769574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934853b-06a7-4d8c-a496-7cafec662b82 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:04.790744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc346241-18c5-4c76-b220-89a55e26654a x-openstack-request-id: req-cc346241-18c5-4c76-b220-89a55e26654a {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:04.791044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:04.791357 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc346241-18c5-4c76-b220-89a55e26654a {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:04.791780 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc346241-18c5-4c76-b220-89a55e26654a'] response: {'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'status': 'completed', 'code': 200} Jul 20 18:02:04.878204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-3246ee14-483d-4224-aa30-9b70abdb8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:04.879832 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-3246ee14-483d-4224-aa30-9b70abdb8589 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1127 time: 0.0468326 Jul 20 18:02:05.003580 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:05.006699 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-f97913dc-89b0-4742-bd84-3066bab7d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.008117 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-f97913dc-89b0-4742-bd84-3066bab7d2c1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1147499 Jul 20 18:02:05.141606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f50ce-a5b8-40ba-94c5-5ad103ff1980 req-fa644662-0e40-41b1-a9eb-b9b4c5b6abb3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.141606 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff9f50ce-a5b8-40ba-94c5-5ad103ff1980 req-fa644662-0e40-41b1-a9eb-b9b4c5b6abb3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.1034126 Jul 20 18:02:05.179558 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-27fd63e8-8303-4138-a259-5b0b50f2f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.181068 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1115d4f9-00b5-42a4-8c00-db24fa9fde1c req-27fd63e8-8303-4138-a259-5b0b50f2f983 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673951 Jul 20 18:02:05.210577 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff9f50ce-a5b8-40ba-94c5-5ad103ff1980 req-9d698fa3-dcdf-45ca-bef5-4961ca10f1ea tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632060 Jul 20 18:02:05.276325 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-4501cf0d-c536-424f-b827-4b4487f8ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.277873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-4501cf0d-c536-424f-b827-4b4487f8ef2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1127 time: 0.0392151 Jul 20 18:02:05.323626 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-fa129e2e-42b4-4806-b8e0-eee5a70637e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 200 len: 217 time: 0.0324960 Jul 20 18:02:05.360361 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:05.375998 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-97ee96f8-6c1f-4a05-8ff7-5c219bc9f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.377491 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-97ee96f8-6c1f-4a05-8ff7-5c219bc9f037 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0481865 Jul 20 18:02:05.421787 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-42f9e3a1-2482-47c4-8a25-27411b241dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:05.423240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-42f9e3a1-2482-47c4-8a25-27411b241dea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388937 Jul 20 18:02:05.518264 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-46c4e500-8384-4f56-8d55-59bb4fc32633 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Jul 20 18:02:05.607556 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cb6e6b17-f972-474c-b542-07253f2feeb2 req-9634567f-cbab-472a-8987-467c68c07044 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825753 Jul 20 18:02:06.326821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30efa-0764-4465-b4d3-4f2f179b2235 req-6c424b62-1e53-469d-af4f-9875d87f0c57 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:06.328186 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30d30efa-0764-4465-b4d3-4f2f179b2235 req-6c424b62-1e53-469d-af4f-9875d87f0c57 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.0484114 Jul 20 18:02:06.381269 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-30d30efa-0764-4465-b4d3-4f2f179b2235 req-2b22790d-8a5b-47d1-9f78-8af6d4f76712 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474322 Jul 20 18:02:07.495401 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a644f-b089-4de7-bbd4-43c804240bd9 req-66e7e0cc-1aed-4a93-83f4-a8d92c7664a3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:07.496893 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-553a644f-b089-4de7-bbd4-43c804240bd9 req-66e7e0cc-1aed-4a93-83f4-a8d92c7664a3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.0478542 Jul 20 18:02:07.547452 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-553a644f-b089-4de7-bbd4-43c804240bd9 req-3bc04c7c-8396-4a6d-ac20-e63bf6ea7950 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Jul 20 18:02:08.304572 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34440) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:08.409496 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27e6cdea-7c82-4ae3-82b3-01ba18176a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.461441 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:08.483802 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27e6cdea-7c82-4ae3-82b3-01ba18176a04 admin admin] Publish callbacks [] for security_group (be65134f-505c-4333-bdf7-e257a309c21e), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.555742 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-27e6cdea-7c82-4ae3-82b3-01ba18176a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (be65134f-505c-4333-bdf7-e257a309c21e), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.598492 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-27e6cdea-7c82-4ae3-82b3-01ba18176a04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f039de5bcf9b413480e107cc8949e6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928421 Jul 20 18:02:08.599331 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6cdea-7c82-4ae3-82b3-01ba18176a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be65134f-505c-4333-bdf7-e257a309c21e,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:08.601213 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34446) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:08.681710 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa6f33-daca-4980-8cfe-ca6ac5bd7747 req-1ef5b3bc-2566-42fe-9c43-2e8c96c72f63 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:08.683164 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0bfa6f33-daca-4980-8cfe-ca6ac5bd7747 req-1ef5b3bc-2566-42fe-9c43-2e8c96c72f63 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.0618839 Jul 20 18:02:08.708275 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] Publish callbacks [] for security_group (be65134f-505c-4333-bdf7-e257a309c21e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.744887 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] Publish callbacks [] for security_group (be65134f-505c-4333-bdf7-e257a309c21e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.766676 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0bfa6f33-daca-4980-8cfe-ca6ac5bd7747 req-932dbadb-1778-4b11-aec2-4b2dfdbfebe3 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780621 Jul 20 18:02:08.875778 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (be65134f-505c-4333-bdf7-e257a309c21e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.880097 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:08.882637 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be65134f-505c-4333-bdf7-e257a309c21e HTTP/1.1" status: 204 len: 168 time: 0.2804151 Jul 20 18:02:08.891731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855365f-61ac-4f9b-a1b4-deb9a288c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65134f-505c-4333-bdf7-e257a309c21e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:09.560801 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34452) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:09.578428 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-71d0a206-7155-4b64-b9f9-abdebc23e6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.633194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:09.664300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-71d0a206-7155-4b64-b9f9-abdebc23e6fe admin admin] Publish callbacks [] for security_group (bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.732993 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-71d0a206-7155-4b64-b9f9-abdebc23e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.776111 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-71d0a206-7155-4b64-b9f9-abdebc23e6fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddfb0fd708724bfa9c0a28a424987b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119293 Jul 20 18:02:09.776111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0a206-7155-4b64-b9f9-abdebc23e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:09.776971 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34454) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:09.832812 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] Publish callbacks [] for security_group (bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.856599 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] Publish callbacks [] for security_group (bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.880253 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:09.894561 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915de3-e719-456a-b240-bd70366f8399 req-24161d4f-b113-4c68-937f-314e56d4de83 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:09.901615 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3915de3-e719-456a-b240-bd70366f8399 req-24161d4f-b113-4c68-937f-314e56d4de83 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.0587769 Jul 20 18:02:09.909744 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:09.948540 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f3915de3-e719-456a-b240-bd70366f8399 req-c231e193-61c2-4550-8e26-3c1347cb0f3b tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Jul 20 18:02:10.001792 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.004354 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.005530 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9 HTTP/1.1" status: 204 len: 168 time: 0.2274570 Jul 20 18:02:10.013847 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c1fc7-9189-4e82-9526-ed0e48b913fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a50eb-6f82-4bb2-84d8-3139a2ebfdf9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:11.062706 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6717d-f0ec-4630-bfb2-39536c5e18ba req-2e40f077-39aa-4dd7-bdce-2b30e311c2dc tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:11.064700 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-95d6717d-f0ec-4630-bfb2-39536c5e18ba req-2e40f077-39aa-4dd7-bdce-2b30e311c2dc tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 943 time: 0.0469642 Jul 20 18:02:11.114574 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-95d6717d-f0ec-4630-bfb2-39536c5e18ba req-11a4700b-dcb0-404c-9b57-5e1e1877077f tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Jul 20 18:02:11.750892 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ae0948b9-34bf-4223-b1ca-440f0354b93f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:02:11.857049 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:11.869186 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'port_id': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'mac_address': 'fa:16:3e:72:30:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:02:11.870573 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:11.907129 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ae0948b9-34bf-4223-b1ca-440f0354b93f is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:11.907647 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:11.922069 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0948b9-34bf-4223-b1ca-440f0354b93f {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:11.951717 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:12.047413 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:12.236458 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:12.237671 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3c1e-501b-43f1-9e8f-d80d6d89fd43 req-9b0d8976-5c3d-4d60-9d87-abab53978897 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:12.239327 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c2b3c1e-501b-43f1-9e8f-d80d6d89fd43 req-9b0d8976-5c3d-4d60-9d87-abab53978897 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 944 time: 0.0530550 Jul 20 18:02:12.293689 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-9c2b3c1e-501b-43f1-9e8f-d80d6d89fd43 req-cec4e81f-f3a5-4d88-94b8-57bb00072d8e tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486889 Jul 20 18:02:12.350216 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['ae0948b9-34bf-4223-b1ca-440f0354b93f'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:02:13.409821 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34534) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:13.410578 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35833dc5-d684-453c-8c74-b1f35a44fdfa req-5d90f949-36e4-44f2-8d43-505b1eaa5f73 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:13.412049 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35833dc5-d684-453c-8c74-b1f35a44fdfa req-5d90f949-36e4-44f2-8d43-505b1eaa5f73 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 944 time: 0.0468054 Jul 20 18:02:13.463291 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-35833dc5-d684-453c-8c74-b1f35a44fdfa req-b811f7eb-c9dd-4972-b35b-c349bff7be21 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Jul 20 18:02:13.514849 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-acc70735-325b-4c0c-91a7-c83f04e7491a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.589213 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-acc70735-325b-4c0c-91a7-c83f04e7491a admin admin] Publish callbacks [] for security_group (341c7e85-fd2b-4130-aacf-58ca6a215a36), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.664064 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-acc70735-325b-4c0c-91a7-c83f04e7491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (341c7e85-fd2b-4130-aacf-58ca6a215a36), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.707191 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-acc70735-325b-4c0c-91a7-c83f04e7491a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e467c83d7197474d9943d6861971f10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962151 Jul 20 18:02:13.708024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc70735-325b-4c0c-91a7-c83f04e7491a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c7e85-fd2b-4130-aacf-58ca6a215a36,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:13.710003 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34538) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:13.758312 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] Publish callbacks [] for security_group (341c7e85-fd2b-4130-aacf-58ca6a215a36), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.766499 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ae0948b9-34bf-4223-b1ca-440f0354b93f up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:13.780092 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] Publish callbacks [] for security_group (341c7e85-fd2b-4130-aacf-58ca6a215a36), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.787328 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:13.810218 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port ae0948b9-34bf-4223-b1ca-440f0354b93f completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:02:13.927165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port ae0948b9-34bf-4223-b1ca-440f0354b93f triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:13.927473 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.961365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (341c7e85-fd2b-4130-aacf-58ca6a215a36), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.964140 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.965393 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/341c7e85-fd2b-4130-aacf-58ca6a215a36 HTTP/1.1" status: 204 len: 168 time: 0.2544158 Jul 20 18:02:13.973573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c53a5b-d721-40ab-b137-ec892e923c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c7e85-fd2b-4130-aacf-58ca6a215a36,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.016613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ae0948b9-34bf-4223-b1ca-440f0354b93f is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:14.016613 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.038574 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:14.040879 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24dad1-3019-40e7-a873-9a02652e9734" -d '{"events": [{"server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "name": "network-vif-plugged", "status": "completed", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:14.053623 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:14.077622 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b31e3-9fca-4012-8781-cf5a8ecd4351 x-openstack-request-id: req-e47b31e3-9fca-4012-8781-cf5a8ecd4351 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:14.077918 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "name": "network-vif-plugged", "status": "completed", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:14.078177 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e47b31e3-9fca-4012-8781-cf5a8ecd4351 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:14.078580 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47b31e3-9fca-4012-8781-cf5a8ecd4351'] response: {'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'code': 200} Jul 20 18:02:14.150341 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.197027 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.534418 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b5420cc4-b7a4-4172-9132-57a0be5304df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.545028 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7252f65-373d-41d6-9e41-a1869e56b0b2 req-8bd2e4eb-3b89-4f92-9261-ee81c4412118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:14.546505 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7252f65-373d-41d6-9e41-a1869e56b0b2 req-8bd2e4eb-3b89-4f92-9261-ee81c4412118 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1129 time: 0.0569377 Jul 20 18:02:14.599745 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db879f2d-d4d9-464a-90ce-c20611718415 req-8e0ebee9-222f-4078-9679-0c19243a60b2 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:14.601207 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db879f2d-d4d9-464a-90ce-c20611718415 req-8e0ebee9-222f-4078-9679-0c19243a60b2 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jul 20 18:02:14.636561 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a7252f65-373d-41d6-9e41-a1869e56b0b2 req-274098c5-862f-489b-9b04-bd6a68d434ae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692489 Jul 20 18:02:14.666528 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-db879f2d-d4d9-464a-90ce-c20611718415 req-121b7735-5fe0-4903-b642-1ed40650bda0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582385 Jul 20 18:02:14.731845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34548) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:14.745808 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93b8d9e5-9d63-4bf1-ba5e-f6d0e7d97162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.826218 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93b8d9e5-9d63-4bf1-ba5e-f6d0e7d97162 admin admin] Publish callbacks [] for security_group (85045504-dcc8-4a9f-97c6-79bb741d9c55), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.909888 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-93b8d9e5-9d63-4bf1-ba5e-f6d0e7d97162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (85045504-dcc8-4a9f-97c6-79bb741d9c55), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.949983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-93b8d9e5-9d63-4bf1-ba5e-f6d0e7d97162 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=859c17b3b39d43d583ee858584010197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170682 Jul 20 18:02:14.950858 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8d9e5-9d63-4bf1-ba5e-f6d0e7d97162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85045504-dcc8-4a9f-97c6-79bb741d9c55,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.952719 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34550) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:15.005079 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] Publish callbacks [] for security_group (85045504-dcc8-4a9f-97c6-79bb741d9c55), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.026430 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] Publish callbacks [] for security_group (85045504-dcc8-4a9f-97c6-79bb741d9c55), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.161315 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (85045504-dcc8-4a9f-97c6-79bb741d9c55), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.163899 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.165099 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85045504-dcc8-4a9f-97c6-79bb741d9c55 HTTP/1.1" status: 204 len: 168 time: 0.2112825 Jul 20 18:02:15.173328 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb40b91-3c90-40b8-99f5-30225cfa7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85045504-dcc8-4a9f-97c6-79bb741d9c55,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:15.770615 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:15.787123 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61ae8a-8906-4d89-b8a8-ec1301011688 req-df202840-7b1c-4c6f-aaff-ef4083faa68a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:15.788611 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6e61ae8a-8906-4d89-b8a8-ec1301011688 req-df202840-7b1c-4c6f-aaff-ef4083faa68a tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Jul 20 18:02:15.808814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:15.837539 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6e61ae8a-8906-4d89-b8a8-ec1301011688 req-1fd2da8e-3f65-4edc-a335-10cb808333d0 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Jul 20 18:02:16.452971 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34574) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:16.548010 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210342606-network', 'tenant_id': '38ede1d66d4549a7bf002db641fa11f2'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:16.664167 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Made reservation on behalf of 38ede1d66d4549a7bf002db641fa11f2 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:16.666533 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.676846 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.748955 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks [] for security_group (01bf240c-b48f-4c85-940f-a39794eb6491), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.813049 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (01bf240c-b48f-4c85-940f-a39794eb6491), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.844464 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:02:16.847380 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-440a6464-d5b4-41d6-85d7-ed39581764bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.850416 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bf240c-b48f-4c85-940f-a39794eb6491,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:16.857621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (10acd6b3-2561-4cb4-af17-11e79021aef1), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.857896 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Added segment 10acd6b3-2561-4cb4-af17-11e79021aef1 of type vlan for network 0f743947-e3e5-4909-b12f-ecfd6644ab87 Jul 20 18:02:16.905622 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (0f743947-e3e5-4909-b12f-ecfd6644ab87), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.968774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb243-0d68-4a12-8df2-9194e37af969 req-707ceb84-959a-465c-ad8c-e1f619847aba tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:16.970670 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b8bb243-0d68-4a12-8df2-9194e37af969 req-707ceb84-959a-465c-ad8c-e1f619847aba tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Jul 20 18:02:17.016113 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (0f743947-e3e5-4909-b12f-ecfd6644ab87), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.017108 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:17.017684 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.028502 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0b8bb243-0d68-4a12-8df2-9194e37af969 req-a3090e0c-d2af-4daa-839e-df5fca9ef31c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521758 Jul 20 18:02:17.085475 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] Pushing event updated for resources: {'Network': ['ID=0f743947-e3e5-4909-b12f-ecfd6644ab87,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:17.095749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 0f743947-e3e5-4909-b12f-ecfd6644ab87 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:02:17.136788 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b72200b9-e27a-4842-bec0-1707076e73fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6827180 Jul 20 18:02:17.139596 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34582) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:17.144141 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Request body: {'subnet': {'network_id': '0f743947-e3e5-4909-b12f-ecfd6644ab87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210342606-subnet', 'tenant_id': '38ede1d66d4549a7bf002db641fa11f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:17.169343 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db663-596c-494c-9fae-489f156adbb4 req-75a0121c-a72e-439b-84c4-a706287f0800 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:17.170785 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6db663-596c-494c-9fae-489f156adbb4 req-75a0121c-a72e-439b-84c4-a706287f0800 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0658956 Jul 20 18:02:17.231003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ff6db663-596c-494c-9fae-489f156adbb4 req-949f28b7-4b3a-4b0f-abc3-e477796e4fb7 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537891 Jul 20 18:02:17.253621 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34584) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:17.291446 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c23e7a-3846-4af3-845e-bac96baa18a9 tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:17.293021 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e4c23e7a-3846-4af3-845e-bac96baa18a9 tempest-TestVolumeBootPattern-1254869831 tempest-TestVolumeBootPattern-1254869831-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1124 time: 0.0383277 Jul 20 18:02:17.295814 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34586) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:17.300054 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Request body: {'floatingip': {'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'port_id': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:17.338301 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Made reservation on behalf of 38ede1d66d4549a7bf002db641fa11f2 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:17.340607 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.451188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:17.484987 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:17.505869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.585349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.673919 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (fe330f51-741b-4286-a4d5-655b49b5c77d), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:17.739776 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Allocated IP 172.27.3.238 (98ed9bf2-33d9-4666-89b5-915222e90fa6/e6e5608a-b812-4576-a7e1-bf5e8a29f300/9fbbf5de-13d7-4ca4-a056-bed2c943fd11) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:17.758228 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe330f51-741b-4286-a4d5-655b49b5c77d,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:17.785143 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Checking segment: {'id': '10acd6b3-2561-4cb4-af17-11e79021aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f743947-e3e5-4909-b12f-ecfd6644ab87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:17.785495 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Network hostable DHCP agents. Network: 0f743947-e3e5-4909-b12f-ecfd6644ab87, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:02:17.888459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:18.293279 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Network 0f743947-e3e5-4909-b12f-ecfd6644ab87 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:02:18.296396 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:18.299202 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:18.338644 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Network 98ed9bf2-33d9-4666-89b5-915222e90fa6 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:18.338874 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:18.343488 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:18.355133 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:18.368163 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=9fbbf5de-13d7-4ca4-a056-bed2c943fd11,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:18.448162 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 0f743947-e3e5-4909-b12f-ecfd6644ab87) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:18.455927 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:18.456543 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:18.461243 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd546bb5-a480-496b-b0e0-727172ffac97 None None] Network 0f743947-e3e5-4909-b12f-ecfd6644ab87 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:18.558423 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e7581-74db-4731-9f8a-12bf8d634d9f None None] Network 0f743947-e3e5-4909-b12f-ecfd6644ab87 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:18.564652 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-5f278b38-145f-4b40-8f91-500bcec310ce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4182770 Jul 20 18:02:18.600136 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:18.738110 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (a898c246-3bc7-4396-a8af-8cbb5ca180d8), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:18.876097 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.027759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.098487 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.174674 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event updated for resources: {'Port': ['ID=9fbbf5de-13d7-4ca4-a056-bed2c943fd11,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:19.177474 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:19.186961 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8055539'] for floatingip (a898c246-3bc7-4396-a8af-8cbb5ca180d8), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.259683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34602) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:19.264951 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-10319397-network', 'tenant_id': '7e23becce79241bd85f6b602a5e0b08f'}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:19.299360 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP a898c246-3bc7-4396-a8af-8cbb5ca180d8 associated. External IP: 172.27.3.238, port: ae0948b9-34bf-4223-b1ca-440f0354b93f. Jul 20 18:02:19.361557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Made reservation on behalf of 7e23becce79241bd85f6b602a5e0b08f for: {'network': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:19.364042 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.372805 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.374398 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:19.449829 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks [] for security_group (9d84fe4b-dc25-4f59-a626-c59cf56a5aea), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.502273 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:19.538684 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9d84fe4b-dc25-4f59-a626-c59cf56a5aea), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.544240 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:19.565557 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:02:19.576585 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84fe4b-dc25-4f59-a626-c59cf56a5aea,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:19.582250 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (254fd25e-9190-4f89-9c49-6e2e68ebebdb), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.582607 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.db.segments_db [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Added segment 254fd25e-9190-4f89-9c49-6e2e68ebebdb of type vlan for network 62d1a19f-c559-4376-b00e-adfa98347fba Jul 20 18:02:19.606496 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:19.621791 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:19.630172 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (62d1a19f-c559-4376-b00e-adfa98347fba), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.633769 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:19.634372 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:02:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:19.694584 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.721392 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (62d1a19f-c559-4376-b00e-adfa98347fba), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.722442 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:19.723044 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.729642 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-47bfb2e8-ba0c-4f27-ac6c-9a40b92b5c3d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4327250 Jul 20 18:02:19.737096 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:19.737096 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8110a-0535-4399-9269-c664249f5c08" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:19.737958 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:19.770617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec013e6a-a520-4364-93b3-5a1acdfd8590 x-openstack-request-id: req-ec013e6a-a520-4364-93b3-5a1acdfd8590 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:19.770617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:19.770617 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec013e6a-a520-4364-93b3-5a1acdfd8590 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:19.770935 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec013e6a-a520-4364-93b3-5a1acdfd8590'] response: {'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'status': 'completed', 'code': 200} Jul 20 18:02:19.787981 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] Pushing event updated for resources: {'Network': ['ID=62d1a19f-c559-4376-b00e-adfa98347fba,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:19.799154 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 62d1a19f-c559-4376-b00e-adfa98347fba details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:02:19.850026 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:19.857812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8110a-0535-4399-9269-c664249f5c08 req-5e0af862-ac26-410d-8bea-bf73242f3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:19.859476 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-5e0af862-ac26-410d-8bea-bf73242f3ebb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1129 time: 0.0432174 Jul 20 18:02:19.872796 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c0ec3228-2dc5-4744-b6a3-9e5b0a5c87ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6119394 Jul 20 18:02:19.875516 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34608) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:19.880638 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.v2.base [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Request body: {'subnet': {'network_id': '62d1a19f-c559-4376-b00e-adfa98347fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-10319397-subnet', 'tenant_id': '7e23becce79241bd85f6b602a5e0b08f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:19.899821 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:19.975680 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}, {'id': 'a898c246-3bc7-4396-a8af-8cbb5ca180d8', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:72:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:18Z', 'updated_at': '2022-07-20T18:02:18Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:20.002148 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Made reservation on behalf of 7e23becce79241bd85f6b602a5e0b08f for: {'subnet': 1} {{(pid=111056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:20.003124 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:20.005051 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5287737'] for subnet (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:20.014995 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:20.015540 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:02:17Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:20.123849 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:20.129019 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:20.211736 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8110a-0535-4399-9269-c664249f5c08 req-6cf9e228-2747-46f2-81aa-b29e3feac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:20.213289 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-6cf9e228-2747-46f2-81aa-b29e3feac5f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.3485639 Jul 20 18:02:20.278071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-67b6cc43-5a0a-4855-9859-3e7501907283 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 200 len: 999 time: 0.0589669 Jul 20 18:02:20.287404 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6745712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5287727'] for subnet (c7d64bb1-0fb2-4adb-ae45-fa43e82890a8), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:20.333913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8110a-0535-4399-9269-c664249f5c08 req-30594fb9-4d6b-459a-aeb3-fce4fcf27aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:20.335363 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-30594fb9-4d6b-459a-aeb3-fce4fcf27aa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0518620 Jul 20 18:02:20.346558 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d64bb1-0fb2-4adb-ae45-fa43e82890a8,revision_number=0']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:20.357616 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Checking segment: {'id': '254fd25e-9190-4f89-9c49-6e2e68ebebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d1a19f-c559-4376-b00e-adfa98347fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:20.358110 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Network hostable DHCP agents. Network: 62d1a19f-c559-4376-b00e-adfa98347fba, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:02:20.372897 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:20.383482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8110a-0535-4399-9269-c664249f5c08 req-7951698d-db8a-4795-8f4b-35a421d41df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:20.385073 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-7951698d-db8a-4795-8f4b-35a421d41df8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439110 Jul 20 18:02:20.431209 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}, {'id': 'a898c246-3bc7-4396-a8af-8cbb5ca180d8', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:72:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:18Z', 'updated_at': '2022-07-20T18:02:18Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:20.459838 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d76a3-7928-43e2-8a77-caed9a44ea55 None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}, {'id': 'a898c246-3bc7-4396-a8af-8cbb5ca180d8', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:72:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:18Z', 'updated_at': '2022-07-20T18:02:18Z', 'revision_number': 0, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:20.470633 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Network 62d1a19f-c559-4376-b00e-adfa98347fba is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:02:20.486440 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-4d7defdd-0abd-42a9-adf6-7e9555b9e1e2 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951548 Jul 20 18:02:20.566942 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.base_scheduler [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 62d1a19f-c559-4376-b00e-adfa98347fba) {{(pid=111056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:20.571242 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:20.571835 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:20.574895 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:20.578925 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98c571-51bd-447e-bdad-9e4ca1389df3 None None] Network 62d1a19f-c559-4376-b00e-adfa98347fba requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:20.580924 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e3e8110a-0535-4399-9269-c664249f5c08 req-b7e31c42-770e-4f91-a7ad-efa000273004 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Jul 20 18:02:20.681302 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa746d9-6662-4367-a500-cde41e0ccd5b None None] New status for floating IP a898c246-3bc7-4396-a8af-8cbb5ca180d8: ACTIVE {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:02:20.712643 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8e17c68c-5d83-4919-998c-751f9794a7fa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8360634 Jul 20 18:02:20.717027 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c264401-25ea-4b30-bcb5-ef20bd01e6bb None None] Network 62d1a19f-c559-4376-b00e-adfa98347fba requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:23.705431 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:02:26.841110 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:30.573622 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:30.575491 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:30.583359 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:INSERT=3,neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:31.662882 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=73 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:35.466655 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-77d320e1-e0e0-42a6-bb1f-60f34a84f09a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402763 Jul 20 18:02:35.567609 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-10da327f-e14d-4689-94e6-983f8cf1682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:35.569140 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-10da327f-e14d-4689-94e6-983f8cf1682d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1130 time: 0.0425873 Jul 20 18:02:35.675522 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-31281c1d-83b9-43f1-a5e1-526a06e5c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:35.677033 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-31281c1d-83b9-43f1-a5e1-526a06e5c64f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.0880613 Jul 20 18:02:35.741248 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-e8f82fe4-df00-47c1-b922-a6952987b28b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 1002 time: 0.0582912 Jul 20 18:02:35.789190 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-6f6071f4-c8f8-4a46-be1d-39eda80ebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:35.795703 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-6f6071f4-c8f8-4a46-be1d-39eda80ebec6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0433602 Jul 20 18:02:35.833832 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-711263fc-474f-4319-8d26-302e20afe089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:35.835303 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-711263fc-474f-4319-8d26-302e20afe089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382721 Jul 20 18:02:35.927479 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-c4f021ec-9d36-4089-ab90-50d8ca52d0e2 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jul 20 18:02:36.016176 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7a218920-abcf-48ab-9f1d-c51945b34c5f req-48d46ebc-5985-4c3a-bd57-0ab685399114 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823305 Jul 20 18:02:36.762897 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:36.764726 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:38.450210 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34734) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:38.497636 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Deleting subnet fe330f51-741b-4286-a4d5-655b49b5c77d {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:02:38.500838 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Publish callbacks [] for subnet (fe330f51-741b-4286-a4d5-655b49b5c77d), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.536519 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (fe330f51-741b-4286-a4d5-655b49b5c77d), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.575817 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (fe330f51-741b-4286-a4d5-655b49b5c77d), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.772887 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (fe330f51-741b-4286-a4d5-655b49b5c77d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.797976 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe330f51-741b-4286-a4d5-655b49b5c77d,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:38.805242 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.808644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-dcfc6143-0f17-41ed-987e-8ff40818965c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fe330f51-741b-4286-a4d5-655b49b5c77d HTTP/1.1" status: 204 len: 168 time: 0.3574047 Jul 20 18:02:38.811103 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34736) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:38.885011 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (0f743947-e3e5-4909-b12f-ecfd6644ab87), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.966679 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (0f743947-e3e5-4909-b12f-ecfd6644ab87), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.986630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f743947-e3e5-4909-b12f-ecfd6644ab87']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:38.995954 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10acd6b3-2561-4cb4-af17-11e79021aef1') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:38.996248 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10acd6b3-2561-4cb4-af17-11e79021aef1') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:38.997792 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:39.006364 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (10acd6b3-2561-4cb4-af17-11e79021aef1), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.040623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:39.040623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (10acd6b3-2561-4cb4-af17-11e79021aef1), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.040623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:02:39.040623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (10acd6b3-2561-4cb4-af17-11e79021aef1), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.172344 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 10acd6b3-2561-4cb4-af17-11e79021aef1 resource provider aggregate not found Jul 20 18:02:39.182105 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 10acd6b3-2561-4cb4-af17-11e79021aef1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10acd6b3-2561-4cb4-af17-11e79021aef1 found for delete ", "request_id": "req-d590ae5a-a89a-4fe6-859c-b4f46bec968c"}]} Jul 20 18:02:39.247243 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (0f743947-e3e5-4909-b12f-ecfd6644ab87), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.251823 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.255245 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] 10.222.0.42 "DELETE /v2.0/networks/0f743947-e3e5-4909-b12f-ecfd6644ab87 HTTP/1.1" status: 204 len: 168 time: 0.4431393 Jul 20 18:02:39.258094 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34744) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:39.269032 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f100b-17f2-4a30-856c-9e69e2ed4eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=0f743947-e3e5-4909-b12f-ecfd6644ab87,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:39.309115 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Deleting subnet c7d64bb1-0fb2-4adb-ae45-fa43e82890a8 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:02:39.312289 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Publish callbacks [] for subnet (c7d64bb1-0fb2-4adb-ae45-fa43e82890a8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.347406 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (c7d64bb1-0fb2-4adb-ae45-fa43e82890a8), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.386083 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (c7d64bb1-0fb2-4adb-ae45-fa43e82890a8), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.532956 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (c7d64bb1-0fb2-4adb-ae45-fa43e82890a8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.561346 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d64bb1-0fb2-4adb-ae45-fa43e82890a8,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:39.568175 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.571428 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8342188f-c3ea-4b7b-b30e-9bf82c0058b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c7d64bb1-0fb2-4adb-ae45-fa43e82890a8 HTTP/1.1" status: 204 len: 168 time: 0.3122816 Jul 20 18:02:39.574274 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 34746) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:39.643017 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (62d1a19f-c559-4376-b00e-adfa98347fba), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.726711 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (62d1a19f-c559-4376-b00e-adfa98347fba), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.747190 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d1a19f-c559-4376-b00e-adfa98347fba']}} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:39.756835 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254fd25e-9190-4f89-9c49-6e2e68ebebdb') {'for_net_delete': True} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:39.757134 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.services.segments.db [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254fd25e-9190-4f89-9c49-6e2e68ebebdb') {} {{(pid=111056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:39.766759 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8190771'] for segment (254fd25e-9190-4f89-9c49-6e2e68ebebdb), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.780550 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (254fd25e-9190-4f89-9c49-6e2e68ebebdb), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.787469 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:02:39.787851 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6722451'] for segment (254fd25e-9190-4f89-9c49-6e2e68ebebdb), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.810154 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 254fd25e-9190-4f89-9c49-6e2e68ebebdb resource provider aggregate not found Jul 20 18:02:39.838927 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.services.segments.plugin [-] Segment 254fd25e-9190-4f89-9c49-6e2e68ebebdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 254fd25e-9190-4f89-9c49-6e2e68ebebdb found for delete ", "request_id": "req-5fd64c1f-1a23-468b-87ce-84515f7c22fa"}]} Jul 20 18:02:39.961228 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (62d1a19f-c559-4376-b00e-adfa98347fba), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.966521 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.969605 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] 10.222.0.42 "DELETE /v2.0/networks/62d1a19f-c559-4376-b00e-adfa98347fba HTTP/1.1" status: 204 len: 168 time: 0.3944323 Jul 20 18:02:39.980800 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171ba92-31d9-4491-a748-4c7b78392571 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d1a19f-c559-4376-b00e-adfa98347fba,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:40.491318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34756) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:40.536728 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c17e7c1e-822f-484b-9a0a-af172cc9cde0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38ede1d66d4549a7bf002db641fa11f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441091 Jul 20 18:02:40.539077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34758) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:40.585779 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Publish callbacks [] for security_group (01bf240c-b48f-4c85-940f-a39794eb6491), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:40.606956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Publish callbacks [] for security_group (01bf240c-b48f-4c85-940f-a39794eb6491), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:40.709937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (01bf240c-b48f-4c85-940f-a39794eb6491), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:40.712507 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:40.713686 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01bf240c-b48f-4c85-940f-a39794eb6491 HTTP/1.1" status: 204 len: 168 time: 0.1737304 Jul 20 18:02:40.725318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bf240c-b48f-4c85-940f-a39794eb6491,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:40.729755 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.730120 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.730437 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.730772 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.731101 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.731431 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.731750 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.732070 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.732395 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.732744 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.733091 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.733413 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.733731 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.734044 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:40.734358 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa2d48-195d-4b84-a9b0-a46d0fe6fe18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:41.560613 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34764) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:41.600594 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1fbe7d0d-e89d-4226-ba51-a8f0669527c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e23becce79241bd85f6b602a5e0b08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386810 Jul 20 18:02:41.609282 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34766) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:41.658410 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] Publish callbacks [] for security_group (9d84fe4b-dc25-4f59-a626-c59cf56a5aea), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.681629 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] Publish callbacks [] for security_group (9d84fe4b-dc25-4f59-a626-c59cf56a5aea), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.824516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9d84fe4b-dc25-4f59-a626-c59cf56a5aea), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.827090 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.828271 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d84fe4b-dc25-4f59-a626-c59cf56a5aea HTTP/1.1" status: 204 len: 168 time: 0.2181106 Jul 20 18:02:41.836820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0f810-ae4a-40a3-ba58-087a3a0d36cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84fe4b-dc25-4f59-a626-c59cf56a5aea,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:42.697759 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:42.895169 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34788) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:42.990395 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520992621-network', 'tenant_id': '8a09caa450f94f3ea5b9ebff8d206304'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:43.115370 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Made reservation on behalf of 8a09caa450f94f3ea5b9ebff8d206304 for: {'network': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:43.117979 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for network (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.126868 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.201623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks [] for security_group (d5244aba-a2fc-4b0e-b8e6-a82131e1b117), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.292616 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d5244aba-a2fc-4b0e-b8e6-a82131e1b117), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.320729 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=111057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:02:43.327328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5244aba-a2fc-4b0e-b8e6-a82131e1b117,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:43.333434 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (ddc04377-9e9d-48b5-85dd-c489ebec03c4), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.333773 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.segments_db [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Added segment ddc04377-9e9d-48b5-85dd-c489ebec03c4 of type vlan for network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 Jul 20 18:02:43.373549 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763742270769'] for network (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.378893 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:43.475588 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468'] for network (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.476565 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:43.477154 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.495255 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:43.544246 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] Pushing event updated for resources: {'Network': ['ID=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:43.553591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 details requested by agent ovs-agent-dv-cinder-849846-3-iscsi with host dv-cinder-849846-3-iscsi {{(pid=111058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:02:43.601390 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-1550196a-df5c-400e-83f0-869e8c266311 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7025409 Jul 20 18:02:43.601696 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 34792) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:43.606374 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Request body: {'subnet': {'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520992621-subnet', 'tenant_id': '8a09caa450f94f3ea5b9ebff8d206304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:43.697812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Made reservation on behalf of 8a09caa450f94f3ea5b9ebff8d206304 for: {'subnet': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:43.700525 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4684809'] for subnet (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.961233 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4684235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4684831'] for subnet (74b71d2c-e127-4360-a380-4d66c78ce862), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:44.021415 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b71d2c-e127-4360-a380-4d66c78ce862,revision_number=0']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:44.026797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Checking segment: {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:44.027259 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Network hostable DHCP agents. Network: 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3, hostable agents: ['b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28'], hosted agents: [] {{(pid=111057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:02:44.132791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 is scheduled to be hosted by DHCP agent b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28 with binding_index 1 {{(pid=111057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:02:44.251834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-iscsi, 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3) {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:44.256560 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:44.257171 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:44.261726 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde7d0b-984e-4088-8698-936901e3501e None None] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:44.358041 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-db8f14a5-c203-42d0-ab99-f7ff2a185be4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7552800 Jul 20 18:02:44.360829 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9627e-10dd-4cf5-8afa-f9c29c7addcf None None] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:44.526888 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3037056d-b9c0-4d3a-b44e-eb3ed4cc5531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.717501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-5ed815ec-a6e1-4811-a040-2b76ec1ad0fd tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:46.718983 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-5ed815ec-a6e1-4811-a040-2b76ec1ad0fd tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/networks?id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 HTTP/1.1" status: 200 len: 809 time: 0.1068873 Jul 20 18:02:46.734132 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-916abfac-93b0-40bf-83a0-55684704b17d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/quotas/8a09caa450f94f3ea5b9ebff8d206304 HTTP/1.1" status: 200 len: 375 time: 0.0091784 Jul 20 18:02:46.768166 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-e7129d60-7863-4d4c-8487-1fa0bc3f0808 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288639 Jul 20 18:02:46.829898 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-3fa981df-867c-40b7-90b0-14455a0579c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.863636 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-6736104f-9f98-4c26-9633-735655189b07 service neutron] 10.222.0.42 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Jul 20 18:02:46.875913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:46.961254 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-198b3614-94d6-444a-b903-c2bde4bc485f service neutron] 10.222.0.42 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919597 Jul 20 18:02:47.217079 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-7ac7e035-d4bf-4f2c-bf47-12d8299a54f3 req-7db7c725-5c32-402a-9282-2d9f81ad396f tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0325708 Jul 20 18:02:48.294268 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cc9e0fcc-6eec-4230-8a11-4db5ce06c589 req-4c417f23-32f9-45e3-9fea-60775457ebfb tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0284405 Jul 20 18:02:48.335837 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:49.371927 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-4c82b07e-fced-4315-a603-a905b7dc730a req-bb493d60-388d-4a03-8819-efb8fbde6e9d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0280666 Jul 20 18:02:49.848602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:49.938168 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:49.972166 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:50.103974 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:50.446986 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ab5f734c-ad16-4820-967c-22bc400c49c0 req-2167f07d-43c3-480a-a25f-a2f0b24589d6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0280833 Jul 20 18:02:51.525300 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-0edec20c-30f4-4f97-ae0b-f9bebc7b5bd1 req-1998dd42-0e99-420e-85c1-5e86befbdb92 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0310645 Jul 20 18:02:52.621302 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6543d7d4-ad2a-4cde-91a8-1e5d5e1c7f74 req-86e3c087-4aaf-4509-b042-7bd4303ea80e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0279577 Jul 20 18:02:53.716920 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-115f0a11-aeb0-4434-8b77-f6a958bba1fd req-909f616e-bbd5-40e2-b7ba-a859c4d7102a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0281632 Jul 20 18:02:53.860611 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-2546ebf3-2f47-43e1-af3b-044d5b85d394 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:53.862097 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-2546ebf3-2f47-43e1-af3b-044d5b85d394 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "GET /v2.0/networks?id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 HTTP/1.1" status: 200 len: 809 time: 0.1105261 Jul 20 18:02:53.880864 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Request body: {'port': {'device_id': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3', 'admin_state_up': True, 'tenant_id': '8a09caa450f94f3ea5b9ebff8d206304'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:54.069391 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Made reservation on behalf of 8a09caa450f94f3ea5b9ebff8d206304 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:54.073010 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.097107 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:54.221677 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Allocated IP 172.20.0.5 (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3/74b71d2c-e127-4360-a380-4d66c78ce862/d5ae1d44-a6bc-4c89-beb4-792c9be514e5) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:54.383831 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks [] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.407355 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:54.664670 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.706661 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:54.709737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:54.718476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:54.741177 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Pushing event updated for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:54.773172 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:54.774544 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.850791 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965392-4fbd-4749-8cce-1c9e90ba8621 req-ec528815-c704-4171-8041-8e983fcd9636 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:54.852317 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-15965392-4fbd-4749-8cce-1c9e90ba8621 req-ec528815-c704-4171-8041-8e983fcd9636 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 931 time: 0.0533502 Jul 20 18:02:54.856000 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0cf27b06-2914-471f-b560-6eb75cb1726d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9796703 Jul 20 18:02:54.878696 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Request body: {'port': {'device_id': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:54.936806 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-15965392-4fbd-4749-8cce-1c9e90ba8621 req-9188ea54-89c2-4d00-a17f-cab721d9b555 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786285 Jul 20 18:02:54.964627 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.241688 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ae1d44-a6bc-4c89-beb4-792c9be514e5 {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:55.253795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks [] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.266654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Transition to ACTIVE for port object d5ae1d44-a6bc-4c89-beb4-792c9be514e5 will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:02:55.374758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.421269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:55.426424 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:55.505188 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Attempting to bind port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:55.505445 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Attempting to bind port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:55.505761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Attempting to bind port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:55.510751 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:02:55.511084 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Attempting to bind port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:55.516016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:55.516349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Checking segment: {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:55.516761 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Bound using segment: {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:55.517185 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Bound port: d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:55.517542 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.585150 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:55.587773 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:55.590204 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:55.704501 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.754089 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:55.755058 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.757082 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5ae1d44-a6bc-4c89-beb4-792c9be514e5 HTTP/1.1" status: 200 len: 1093 time: 0.8845634 Jul 20 18:02:55.757709 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:55.760459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:55.787270 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228f4c0-aff8-4687-a524-de408393fb12 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:55.799196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b2b65-34fc-47fa-97a8-b9b2897967cb x-openstack-request-id: req-4b2b2b65-34fc-47fa-97a8-b9b2897967cb {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:55.799478 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:55.800407 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b2b2b65-34fc-47fa-97a8-b9b2897967cb {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:55.801098 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2b2b65-34fc-47fa-97a8-b9b2897967cb'] response: {'name': 'network-changed', 'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5', 'status': 'completed', 'code': 200} Jul 20 18:02:55.880695 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-6bc3b5e9-ea55-483a-97f1-55c316d1f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:55.882180 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-6bc3b5e9-ea55-483a-97f1-55c316d1f9a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 1127 time: 0.0414102 Jul 20 18:02:55.994867 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-05ed5046-feb6-4f36-ba55-7f19ec0437f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:55.996339 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-05ed5046-feb6-4f36-ba55-7f19ec0437f8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1014247 Jul 20 18:02:56.104455 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b333db-74da-4e66-b694-7ca00f72e320 req-c217dc33-17ad-4ae1-bb5f-db12c372e5f6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:56.105947 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d2b333db-74da-4e66-b694-7ca00f72e320 req-c217dc33-17ad-4ae1-bb5f-db12c372e5f6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 943 time: 0.0956459 Jul 20 18:02:56.155552 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-56af24f4-bf96-44e6-b1d4-848deb1945aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:56.157030 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-1fa18cc6-5b21-4348-a5a2-f83e8fbf6b33 req-56af24f4-bf96-44e6-b1d4-848deb1945aa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551421 Jul 20 18:02:56.173156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-d2b333db-74da-4e66-b694-7ca00f72e320 req-778f7297-8bbe-4f77-889c-20162f68552e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Jul 20 18:02:56.254559 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-3eb2b0e3-a27b-4306-86b6-df407e8ad29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:56.256026 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-3eb2b0e3-a27b-4306-86b6-df407e8ad29c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 1127 time: 0.0393794 Jul 20 18:02:56.306793 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-0a622352-3bc2-4303-ad8a-6eecd61aa255 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5 HTTP/1.1" status: 200 len: 217 time: 0.0373807 Jul 20 18:02:56.356989 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-27286f75-d73d-4022-9645-8585cfcab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:56.358320 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-27286f75-d73d-4022-9645-8585cfcab712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74b71d2c-e127-4360-a380-4d66c78ce862 HTTP/1.1" status: 200 len: 849 time: 0.0455325 Jul 20 18:02:56.388475 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-f67d1749-f671-4f2a-a9d1-aeb9496f891f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245442 Jul 20 18:02:56.478365 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-58573c6a-ba65-4702-bd4f-02762c0e4944 service neutron] 10.222.0.18 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 Jul 20 18:02:56.810175 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f9ea9b40-7ddc-42ff-aa0d-270daf746c6e req-d147bae8-b52e-4993-82a8-4b85171bd57b service neutron] 10.222.0.18 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262658 Jul 20 18:02:56.846715 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.290801 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3324-8964-4211-9540-396d654ffce6 req-f30b63c1-ae22-46dd-a8bd-3f56829b4e7f tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:57.292265 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93cd3324-8964-4211-9540-396d654ffce6 req-f30b63c1-ae22-46dd-a8bd-3f56829b4e7f tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 943 time: 0.0483167 Jul 20 18:02:57.330175 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:57.345195 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-93cd3324-8964-4211-9540-396d654ffce6 req-97a1c8d0-0585-49f7-9a5a-2b3604ae2501 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465393 Jul 20 18:02:57.954452 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device d5ae1d44-a6bc-4c89-beb4-792c9be514e5 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:02:58.057841 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:58.069812 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5', 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3', 'port_id': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5', 'mac_address': 'fa:16:3e:98:62:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b71d2c-e127-4360-a380-4d66c78ce862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:02:58.104663 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:58.105056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.117888 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ae1d44-a6bc-4c89-beb4-792c9be514e5 {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:58.137364 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:58.212973 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.261513 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:58.269191 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.269538 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.269881 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.270222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.270569 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.270880 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.271205 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.271530 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.271854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.272174 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.272593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.272919 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.273240 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.273558 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.273875 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:58.467964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fbf6f-8ec4-4ae2-9a0b-6e8d976e7ce9 req-faafd355-9316-439a-a207-837e21345ee5 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:58.469359 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a62fbf6f-8ec4-4ae2-9a0b-6e8d976e7ce9 req-faafd355-9316-439a-a207-837e21345ee5 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 944 time: 0.0469656 Jul 20 18:02:58.514932 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['d5ae1d44-a6bc-4c89-beb4-792c9be514e5'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:02:58.516969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a62fbf6f-8ec4-4ae2-9a0b-6e8d976e7ce9 req-32a7ef4c-f473-45b0-921d-1959660cfc38 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Jul 20 18:02:59.636111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88360560-e143-4778-be8a-d090c9727a35 req-c469ee49-17a3-4ecf-ab1e-36d055685e28 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:59.637937 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-88360560-e143-4778-be8a-d090c9727a35 req-c469ee49-17a3-4ecf-ab1e-36d055685e28 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 944 time: 0.0485511 Jul 20 18:02:59.693478 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-88360560-e143-4778-be8a-d090c9727a35 req-8a8a9bce-8cdd-4d2e-973b-b7bf409e1eb8 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Jul 20 18:02:59.955128 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device d5ae1d44-a6bc-4c89-beb4-792c9be514e5 up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:59.974675 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:59.990516 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:59.997901 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:03:00.108838 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:00.109222 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.311502 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:00.311799 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.335747 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:00.337986 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd7855-8694-46e1-828d-adca3e18a85e" -d '{"events": [{"server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "name": "network-vif-plugged", "status": "completed", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:00.350515 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:00.372756 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89c0f7-f2b2-4fad-ae32-c0fc9fa5d27a x-openstack-request-id: req-6e89c0f7-f2b2-4fad-ae32-c0fc9fa5d27a {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:00.373040 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "name": "network-vif-plugged", "status": "completed", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:00.373290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e89c0f7-f2b2-4fad-ae32-c0fc9fa5d27a {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:00.373684 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e89c0f7-f2b2-4fad-ae32-c0fc9fa5d27a'] response: {'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5', 'code': 200} Jul 20 18:03:00.429873 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.480899 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:00.705849 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:03:00.814360 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a3f2-cd7b-4dd8-9c67-ad912dc2e06c req-3c520937-6203-4ec9-861c-c61c68beea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:00.816573 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f365a3f2-cd7b-4dd8-9c67-ad912dc2e06c req-3c520937-6203-4ec9-861c-c61c68beea7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 1129 time: 0.0733232 Jul 20 18:03:00.837383 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d538-639e-4938-838c-a511bb62c67e req-3a17c9b0-23cd-4fc7-9606-a47ca4e55bf1 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:00.838936 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b90d538-639e-4938-838c-a511bb62c67e req-3a17c9b0-23cd-4fc7-9606-a47ca4e55bf1 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0658736 Jul 20 18:03:00.905478 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f365a3f2-cd7b-4dd8-9c67-ad912dc2e06c req-a756ec0f-df87-4682-99c5-e1e48bb76f88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810134 Jul 20 18:03:00.912479 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8b90d538-639e-4938-838c-a511bb62c67e req-370665ad-902d-4875-a3e0-cab64d80a9e9 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Jul 20 18:03:02.029529 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:02.044425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a74b3-550e-4d26-b5e2-17cadbe2f15b req-1dfd92e3-a0d2-4a54-8dc5-57f60193b592 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:02.046187 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c44a74b3-550e-4d26-b5e2-17cadbe2f15b req-1dfd92e3-a0d2-4a54-8dc5-57f60193b592 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0571599 Jul 20 18:03:02.107893 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c44a74b3-550e-4d26-b5e2-17cadbe2f15b req-ce484865-bd61-4ff2-a823-223fb659d725 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jul 20 18:03:03.224126 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0b83b-ab04-4f5d-b0ec-19dc77cbdf68 req-6a6b9eb7-46f9-4a30-ad86-011ed4bc6223 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:03.225526 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81d0b83b-ab04-4f5d-b0ec-19dc77cbdf68 req-6a6b9eb7-46f9-4a30-ad86-011ed4bc6223 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0480630 Jul 20 18:03:03.272939 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-81d0b83b-ab04-4f5d-b0ec-19dc77cbdf68 req-63fdfc3e-aaa0-48dc-9fc3-ef06803e4c35 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Jul 20 18:03:04.904593 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37360cc-d362-44c0-a3b5-5071e357f73b req-cd39ef70-d6d9-4ce5-8f6f-c8785492a4f0 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:04.906141 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e37360cc-d362-44c0-a3b5-5071e357f73b req-cd39ef70-d6d9-4ce5-8f6f-c8785492a4f0 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0483303 Jul 20 18:03:04.958296 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-e37360cc-d362-44c0-a3b5-5071e357f73b req-dbc3b73a-aec2-4bd1-86b7-9c4608914bd9 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Jul 20 18:03:06.088186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb87c84-2c3e-48fd-be53-fd4adfae5010 req-31945285-1d5c-46ec-acd5-aef80f515f3a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.089805 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ffb87c84-2c3e-48fd-be53-fd4adfae5010 req-31945285-1d5c-46ec-acd5-aef80f515f3a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0497499 Jul 20 18:03:06.145286 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ffb87c84-2c3e-48fd-be53-fd4adfae5010 req-2c320305-5578-4f54-8300-2eb95176c71d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497067 Jul 20 18:03:06.412270 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-b62d3960-ae98-4edb-9a38-0b07f2e8f89d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.413892 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-b62d3960-ae98-4edb-9a38-0b07f2e8f89d tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 945 time: 0.0522778 Jul 20 18:03:06.508090 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Deleting port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:06.508472 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:06.590606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:06.606469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] For port d5ae1d44-a6bc-4c89-beb4-792c9be514e5, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:06.609895 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:06.621583 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Calling delete_port for d5ae1d44-a6bc-4c89-beb4-792c9be514e5 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:06.881423 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (d5ae1d44-a6bc-4c89-beb4-792c9be514e5), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:06.909812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Pushing event deleted for resources: {'Port': ['ID=d5ae1d44-a6bc-4c89-beb4-792c9be514e5,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:06.920379 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['d5ae1d44-a6bc-4c89-beb4-792c9be514e5'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:06.957394 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] No DVR routers for this DVR port d5ae1d44-a6bc-4c89-beb4-792c9be514e5 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:06.959800 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:06.963038 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-97710686-76e8-43f3-8deb-b6e4f8a0ae0c req-129998ba-2d46-452f-a26a-eca640c57494 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "DELETE /v2.0/ports/d5ae1d44-a6bc-4c89-beb4-792c9be514e5 HTTP/1.1" status: 204 len: 173 time: 0.5442946 Jul 20 18:03:06.963467 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'name': 'network-vif-deleted', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:06.965740 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1d624-19bf-4ea7-bc59-7ef4d62c33f0" -d '{"events": [{"server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "name": "network-vif-deleted", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:07.002149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4421938-9ddb-4735-80dd-d5e47b631100 x-openstack-request-id: req-a4421938-9ddb-4735-80dd-d5e47b631100 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:07.002475 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1c6e0-78c5-444b-af8c-61a67457231c", "name": "network-vif-deleted", "tag": "d5ae1d44-a6bc-4c89-beb4-792c9be514e5", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:07.003328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4421938-9ddb-4735-80dd-d5e47b631100 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:07.003873 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4421938-9ddb-4735-80dd-d5e47b631100'] response: {'server_uuid': '3cb1c6e0-78c5-444b-af8c-61a67457231c', 'name': 'network-vif-deleted', 'tag': 'd5ae1d44-a6bc-4c89-beb4-792c9be514e5', 'status': 'completed', 'code': 200} Jul 20 18:03:07.247678 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-86652875-8c19-4184-8bc4-54a19fb1279e req-7ed41c09-e876-429c-9e41-89bdd5e4245c tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cb1c6e0-78c5-444b-af8c-61a67457231c HTTP/1.1" status: 200 len: 210 time: 0.0293343 Jul 20 18:03:08.509022 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-a39cd116-b001-463e-9e14-1114c35576f0 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:08.510501 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-a39cd116-b001-463e-9e14-1114c35576f0 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/networks?id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 HTTP/1.1" status: 200 len: 809 time: 0.1055408 Jul 20 18:03:08.525559 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-f17f5521-617b-4e8a-81d1-e209e740b071 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/quotas/8a09caa450f94f3ea5b9ebff8d206304 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Jul 20 18:03:08.562598 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-1fcaac7e-4573-4c88-8dd7-795e0888932c tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321317 Jul 20 18:03:08.648285 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:08.653919 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-b608f469-52ed-4307-bba7-afe92ed23018 service neutron] 10.222.0.42 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846620 Jul 20 18:03:08.657851 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:08.750307 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-bf8b0ff7-41c3-45a1-999f-a2b19838e68b service neutron] 10.222.0.42 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900555 Jul 20 18:03:09.044647 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-cad7b099-a3a8-4961-9222-7827cfceaf20 req-d8acc347-212f-4a72-bbca-1450841fb216 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 210 time: 0.0301092 Jul 20 18:03:10.010165 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device d5ae1d44-a6bc-4c89-beb4-792c9be514e5 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:10.029614 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: d5ae1d44-a6bc-4c89-beb4-792c9be514e5 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:10.040047 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device d5ae1d44-a6bc-4c89-beb4-792c9be514e5 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:10.126738 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-b2d1e737-2a1c-48c4-b732-6718e9787ea9 req-623e9112-ffde-4811-8289-e7a41dd48dd9 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 210 time: 0.0324268 Jul 20 18:03:10.700953 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:11.227802 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-04fa766e-0e06-4ab1-9dba-a129e9c24167 req-422bb16d-bb0a-4254-bdb1-f9c916d469bb tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 210 time: 0.0340359 Jul 20 18:03:11.470390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-734ec45d-0fac-4b75-9e3c-30ae92cdeac6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.472480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-734ec45d-0fac-4b75-9e3c-30ae92cdeac6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "GET /v2.0/networks?id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 HTTP/1.1" status: 200 len: 809 time: 0.1061132 Jul 20 18:03:11.490258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Request body: {'port': {'device_id': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3', 'admin_state_up': True, 'tenant_id': '8a09caa450f94f3ea5b9ebff8d206304'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:11.669428 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Made reservation on behalf of 8a09caa450f94f3ea5b9ebff8d206304 for: {'port': 1} {{(pid=111057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:11.673274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (None), before_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:11.734199 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:11.807234 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_common [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Allocated IP 172.20.0.8 (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3/74b71d2c-e127-4360-a380-4d66c78ce862/ffce57d6-1ddf-4fa2-9781-0e03ed96fabc) {{(pid=111057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:11.965875 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks [] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), precommit_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.070124 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763742284791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_create {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.104730 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:12.117956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 is already hosted by enough agents. {{(pid=111057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:12.123318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.base_scheduler [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Resources bound (agent type, host, resource id): {{(pid=111057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:12.127936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Received port after_create {{(pid=111057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:12.151477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Pushing event updated for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=1']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:12.180896 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.181498 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.268426 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-db567dd2-b597-4419-b764-04f12b20142e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804494 Jul 20 18:03:12.285627 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.v2.base [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Request body: {'port': {'device_id': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:12.380737 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9573dd-f13f-4f57-80fe-c6e3f0c95899 req-1445d34d-56b5-4ca7-9356-20eb7bb55eb7 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.382120 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba9573dd-f13f-4f57-80fe-c6e3f0c95899 req-1445d34d-56b5-4ca7-9356-20eb7bb55eb7 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 931 time: 0.0758448 Jul 20 18:03:12.390477 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.461405 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ba9573dd-f13f-4f57-80fe-c6e3f0c95899 req-e3c9f97e-8073-4bc8-9127-15c9e4ec71a4 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Jul 20 18:03:12.678861 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffce57d6-1ddf-4fa2-9781-0e03ed96fabc {{(pid=111057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:12.686612 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks [] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), precommit_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.699274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.provisioning_blocks [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Transition to ACTIVE for port object ffce57d6-1ddf-4fa2-9781-0e03ed96fabc will not be triggered until provisioned by entity L2. {{(pid=111057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:03:12.766327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.815166 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=2']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:12.821217 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:12.901623 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Attempting to bind port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:03:12.902003 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Attempting to bind port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:03:12.902327 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Attempting to bind port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:12.906654 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:03:12.906969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Attempting to bind port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc on network 02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:12.912489 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Checking agent: {'id': '9d1bf48e-c315-4a1b-8900-1861c80d2051', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'started_at': datetime.datetime(2022, 7, 20, 17, 47, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:03:12.912820 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Checking segment: {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:12.913194 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Bound using segment: {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'} {{(pid=111057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:03:12.913606 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.managers [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Bound port: ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc04377-9e9d-48b5-85dd-c489ebec03c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3'}}] {{(pid=111057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:03:12.913988 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), before_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:12.981597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, cleared binding levels {{(pid=111057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:03:12.985146 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:03:13.075999 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4654156'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_update {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:13.110795 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.111432 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:13.113236 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffce57d6-1ddf-4fa2-9781-0e03ed96fabc HTTP/1.1" status: 200 len: 1093 time: 0.8323910 Jul 20 18:03:13.115678 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:13.117990 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb9c16e-7551-4324-9b54-b47cab65beb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:13.146390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:13.146390 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c44a-87e0-49f6-8d86-cc569e581aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=3']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:13.159569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4ab4be-4301-4b97-a8f0-b8a0a6d006bf x-openstack-request-id: req-0d4ab4be-4301-4b97-a8f0-b8a0a6d006bf {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:13.159891 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:13.160153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d4ab4be-4301-4b97-a8f0-b8a0a6d006bf {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:13.160599 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4ab4be-4301-4b97-a8f0-b8a0a6d006bf'] response: {'name': 'network-changed', 'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc', 'status': 'completed', 'code': 200} Jul 20 18:03:13.244153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-8ea5a4c3-9047-4693-b41a-981c6911bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.245590 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-8ea5a4c3-9047-4693-b41a-981c6911bd54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 1127 time: 0.0431321 Jul 20 18:03:13.354499 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-67b73287-884e-4106-a488-284bd325a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.355978 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-67b73287-884e-4106-a488-284bd325a097 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0968504 Jul 20 18:03:13.454127 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-0776a856-ccd3-418a-b816-559d18766b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.456123 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3bb9c16e-7551-4324-9b54-b47cab65beb5 req-0776a856-ccd3-418a-b816-559d18766b0a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937700 Jul 20 18:03:13.577681 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-45c9923d-11b2-43f7-be0d-f79fc52298e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.579168 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-45c9923d-11b2-43f7-be0d-f79fc52298e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 1127 time: 0.0648849 Jul 20 18:03:13.611350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d28e0-5370-4f4a-a330-a913f9432bdb req-45ef9578-2cec-466d-abb5-473644e776e4 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.614013 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c42d28e0-5370-4f4a-a330-a913f9432bdb req-45ef9578-2cec-466d-abb5-473644e776e4 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 943 time: 0.0723205 Jul 20 18:03:13.650431 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-c44a4abf-f228-49cc-b914-e3752b3a835f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc HTTP/1.1" status: 200 len: 217 time: 0.0568438 Jul 20 18:03:13.721849 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c42d28e0-5370-4f4a-a330-a913f9432bdb req-0f1b2e2b-3c66-4035-82e9-b9da22003129 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Jul 20 18:03:13.725475 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-4d924846-9326-403c-9375-519e703e1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.728239 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-4d924846-9326-403c-9375-519e703e1802 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74b71d2c-e127-4360-a380-4d66c78ce862 HTTP/1.1" status: 200 len: 849 time: 0.0687046 Jul 20 18:03:13.758719 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-ebac140e-0e5e-4cce-8857-c1aed0e9e309 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264773 Jul 20 18:03:13.864400 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-f6adadfd-7077-4c16-b6a8-9bbb0108267b service neutron] 10.222.0.18 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002870 Jul 20 18:03:13.970391 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-38803fbb-8d79-4d08-9ad2-7d4d8470aa97 req-8506681d-ddbe-4f33-8c0d-178a9ca11ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999827 Jul 20 18:03:14.509843 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-734cd1f0-c6ce-4c92-a118-45f7237d340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:14.839163 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b8d7b-750e-4a51-bc59-688f8873ea9d req-ab358654-c1f8-4760-9280-2326fc98f1c6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.840667 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-687b8d7b-750e-4a51-bc59-688f8873ea9d req-ab358654-c1f8-4760-9280-2326fc98f1c6 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 943 time: 0.0485463 Jul 20 18:03:14.888755 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-687b8d7b-750e-4a51-bc59-688f8873ea9d req-70a74cd3-ed31-4000-aca6-bd3587e7632a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Jul 20 18:03:16.005334 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d9e93-7ced-4c73-b031-6d85287cc693 req-f8359198-4f97-4e0c-99d0-796cbad6fb17 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:16.006837 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-172d9e93-7ced-4c73-b031-6d85287cc693 req-f8359198-4f97-4e0c-99d0-796cbad6fb17 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 943 time: 0.0476384 Jul 20 18:03:16.035319 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:16.046530 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ffce57d6-1ddf-4fa2-9781-0e03ed96fabc details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:16.057705 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-172d9e93-7ced-4c73-b031-6d85287cc693 req-8b60835f-e3c3-4bd5-a2a2-85dcad1d0b39 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Jul 20 18:03:16.150985 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:16.163428 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Returning: {'device': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc', 'network_id': '02579f11-c2b8-4329-9fbc-78c5ebb8e8a3', 'port_id': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc', 'mac_address': 'fa:16:3e:e5:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b71d2c-e127-4360-a380-4d66c78ce862', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:16.199322 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc is: DOWN; New status is: BUILD {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:16.199713 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:16.217024 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffce57d6-1ddf-4fa2-9781-0e03ed96fabc {{(pid=111058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:16.237047 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:16.349793 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:16.396404 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=4']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:16.647493 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] get_ports_and_sgs() called for port_ids ['ffce57d6-1ddf-4fa2-9781-0e03ed96fabc'] {{(pid=111058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:16.863828 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-13ec6fb9-9601-4e4e-8110-34272a85745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:17.187366 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3312f-3d5e-482c-b1ef-42ea44591c18 req-284c3bb8-cb54-49ff-b626-dcbdfc94814a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:17.188921 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ceb3312f-3d5e-482c-b1ef-42ea44591c18 req-284c3bb8-cb54-49ff-b626-dcbdfc94814a tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 944 time: 0.0618882 Jul 20 18:03:17.239180 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ceb3312f-3d5e-482c-b1ef-42ea44591c18 req-2063d7b8-8cce-4e06-b5bc-60ae994d6c5e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Jul 20 18:03:18.059385 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ffce57d6-1ddf-4fa2-9781-0e03ed96fabc up at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:18.085851 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:18.108312 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning for port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc completed by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:03:18.356077 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121118-d69c-48a8-9bfe-9f68c4c52df8 req-5858816b-d794-4841-87cf-001ad50e0201 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.357591 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bc121118-d69c-48a8-9bfe-9f68c4c52df8 req-5858816b-d794-4841-87cf-001ad50e0201 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 944 time: 0.0481541 Jul 20 18:03:18.366531 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.provisioning_blocks [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Provisioning complete for port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc triggered by entity L2. {{(pid=111058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:18.366964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694430'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), provisioning_complete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.403138 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:18.405328 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bc121118-d69c-48a8-9bfe-9f68c4c52df8 req-6dcf5f89-0b5f-4344-9f28-3fb0d7de01aa tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Jul 20 18:03:18.448009 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Current status of the port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc is: BUILD; New status is: ACTIVE {{(pid=111058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:18.449203 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668489'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), before_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.474440 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc'}] {{(pid=111058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:18.476714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95730174b7303bc4b7b4eb1ba9fa53288fa4f2c8c90b28dd5afdba257a9e9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b7f3e8-4d8a-4e24-be34-cc14798a36d3" -d '{"events": [{"server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "name": "network-vif-plugged", "status": "completed", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc"}]}' {{(pid=111058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:18.490132 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:18.526276 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accc8a6-fddf-40ba-9894-cae280d891a5 x-openstack-request-id: req-1accc8a6-fddf-40ba-9894-cae280d891a5 {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:18.526276 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "name": "network-vif-plugged", "status": "completed", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc", "code": 200}]} {{(pid=111058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:18.526276 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1accc8a6-fddf-40ba-9894-cae280d891a5 {{(pid=111058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:18.526276 dv-cinder-849846-3-iscsi neutron-server[111058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1accc8a6-fddf-40ba-9894-cae280d891a5'] response: {'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc', 'code': 200} Jul 20 18:03:18.567675 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.606591 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763742664708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763742285069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763742285087'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.653491 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Pushing event updated for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=5']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:18.920311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd305-1a41-4d21-8972-2e2ef4c8f659 req-27f459bd-778c-4f1b-98f0-3c3eef38d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.921835 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a69bd305-1a41-4d21-8972-2e2ef4c8f659 req-27f459bd-778c-4f1b-98f0-3c3eef38d7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 1129 time: 0.0378790 Jul 20 18:03:18.933532 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:18.970146 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a69bd305-1a41-4d21-8972-2e2ef4c8f659 req-1406b0e0-1582-4edc-ad5a-c1652a0bf22e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Jul 20 18:03:19.545642 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41d47-95cd-4afd-8b14-c332628de3ce req-c8f4e46d-ca00-4fee-af7c-c5ff4e12ae18 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:19.545642 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aac41d47-95cd-4afd-8b14-c332628de3ce req-c8f4e46d-ca00-4fee-af7c-c5ff4e12ae18 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Jul 20 18:03:19.582019 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-aac41d47-95cd-4afd-8b14-c332628de3ce req-2bf99141-5582-46fd-ba5f-6f5e0ab811ba tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Jul 20 18:03:19.910472 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.132599 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.699528 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6c94-8acd-4d14-be21-2e7524cc5199 req-ce039910-c901-4d03-a356-1bec522196f9 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:20.701071 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c5dd6c94-8acd-4d14-be21-2e7524cc5199 req-ce039910-c901-4d03-a356-1bec522196f9 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Jul 20 18:03:20.748960 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-c5dd6c94-8acd-4d14-be21-2e7524cc5199 req-be7d4ff3-17c2-4e05-b288-37312495ab6f tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Jul 20 18:03:22.387987 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939631-0f58-4990-bbae-81d59fb198f7 req-e0dca163-0dd3-424d-bb68-4760d0cefbf3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:22.389513 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6939631-0f58-4990-bbae-81d59fb198f7 req-e0dca163-0dd3-424d-bb68-4760d0cefbf3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Jul 20 18:03:22.437798 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a6939631-0f58-4990-bbae-81d59fb198f7 req-74fe0339-d805-481d-b447-c02020616c06 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Jul 20 18:03:23.553990 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc5efc-bb73-4858-80b5-ff6d2a0c898c req-540fa0c5-1e4e-4ae6-bb32-24ba07e08a51 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.555484 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08dc5efc-bb73-4858-80b5-ff6d2a0c898c req-540fa0c5-1e4e-4ae6-bb32-24ba07e08a51 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Jul 20 18:03:23.604473 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-08dc5efc-bb73-4858-80b5-ff6d2a0c898c req-a6703bed-67e8-4ee0-a03a-0754afc7576e tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5244aba-a2fc-4b0e-b8e6-a82131e1b117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Jul 20 18:03:23.768710 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-63f854da-e387-4c7b-8e5b-f711dfcab61b tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.770072 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-63f854da-e387-4c7b-8e5b-f711dfcab61b tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Jul 20 18:03:23.862942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Deleting port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:23.863277 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:23.960834 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] For port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,segment=NetworkSegment(ddc04377-9e9d-48b5-85dd-c489ebec03c4),segment_id=ddc04377-9e9d-48b5-85dd-c489ebec03c4)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:23.961201 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:23.974759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Calling delete_port for ffce57d6-1ddf-4fa2-9781-0e03ed96fabc owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:24.048950 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:24.367149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ffce57d6-1ddf-4fa2-9781-0e03ed96fabc), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:24.399696 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Pushing event deleted for resources: {'Port': ['ID=ffce57d6-1ddf-4fa2-9781-0e03ed96fabc,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:24.445427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] No DVR routers for this DVR port ffce57d6-1ddf-4fa2-9781-0e03ed96fabc on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:24.448012 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:24.451618 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-5a9a53e3-0cfc-45a2-bb04-ba29b95d831d req-05725bf6-77f6-4fa5-a95c-68660fa6ace3 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.18 "DELETE /v2.0/ports/ffce57d6-1ddf-4fa2-9781-0e03ed96fabc HTTP/1.1" status: 204 len: 173 time: 0.6761105 Jul 20 18:03:24.452060 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'name': 'network-vif-deleted', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:24.454913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f698d41f-4f37-48ad-9064-d3101a3104b9" -d '{"events": [{"server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "name": "network-vif-deleted", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:24.492455 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b3afe-1136-4049-9744-6aeb485c211c x-openstack-request-id: req-f10b3afe-1136-4049-9744-6aeb485c211c {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:24.492790 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c5361-b156-4d84-b8bf-4f99eb13cd03", "name": "network-vif-deleted", "tag": "ffce57d6-1ddf-4fa2-9781-0e03ed96fabc", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:24.493079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f10b3afe-1136-4049-9744-6aeb485c211c {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:24.493470 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10b3afe-1136-4049-9744-6aeb485c211c'] response: {'server_uuid': '8d9c5361-b156-4d84-b8bf-4f99eb13cd03', 'name': 'network-vif-deleted', 'tag': 'ffce57d6-1ddf-4fa2-9781-0e03ed96fabc', 'status': 'completed', 'code': 200} Jul 20 18:03:24.703995 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-06e4e831-77b7-4a1e-aebd-300286233a54 req-29331004-024b-4865-a383-f04a53ca1e28 tempest-VolumesActionsTest-1716016965 tempest-VolumesActionsTest-1716016965-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9c5361-b156-4d84-b8bf-4f99eb13cd03 HTTP/1.1" status: 200 len: 210 time: 0.0296106 Jul 20 18:03:26.143611 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ffce57d6-1ddf-4fa2-9781-0e03ed96fabc no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:26.167927 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: ffce57d6-1ddf-4fa2-9781-0e03ed96fabc {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:26.168277 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ffce57d6-1ddf-4fa2-9781-0e03ed96fabc not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:26.961182 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.684263 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=3 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:34.685549 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:35.495706 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-6dab4004-6e19-4f31-a499-b8359f331ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443809 Jul 20 18:03:35.575595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-c7a4b69f-04ed-4560-a380-d51898461f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.577280 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-c7a4b69f-04ed-4560-a380-d51898461f77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1129 time: 0.0478346 Jul 20 18:03:35.729877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-d0732d3e-b4ae-4784-aee0-4180637831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.731359 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-d0732d3e-b4ae-4784-aee0-4180637831e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.1284218 Jul 20 18:03:35.805858 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-4371c671-8b84-4b89-977f-1012ca4c5f5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 200 len: 1001 time: 0.0669715 Jul 20 18:03:35.863516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-a92915d6-0f9d-4b6b-b97c-5cd9d75a089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.865163 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-a92915d6-0f9d-4b6b-b97c-5cd9d75a089a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0507655 Jul 20 18:03:35.920877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-1e86ba2c-2849-4d39-bea3-8e428f537a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.922435 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-1e86ba2c-2849-4d39-bea3-8e428f537a8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498219 Jul 20 18:03:36.048314 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-bfaf6b92-af87-4ff8-8555-7731e6da2063 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181648 Jul 20 18:03:36.168153 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-14e29fd5-4cfc-41f0-a854-d3a04bea0f91 req-34e06f22-bca6-4137-aab4-9eeb99746f56 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139894 Jul 20 18:03:36.781142 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=7 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:36.783744 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:37.707201 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:03:44.584412 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-bcbd7a9a-a21a-4c46-8907-4a5f9ee4b7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.663562 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=17 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:46.161830 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=48 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:46.164988 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=53 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:46.869836 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6c8525d7-c674-4165-91de-a8e256ca82b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.246853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35134) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:47.399062 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port 9fbbf5de-13d7-4ca4-a056-bed2c943fd11 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:47.399579 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.485111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.485439 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.498981 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for 9fbbf5de-13d7-4ca4-a056-bed2c943fd11 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:47.702087 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=17 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:47.802800 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (9fbbf5de-13d7-4ca4-a056-bed2c943fd11), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.840252 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=9fbbf5de-13d7-4ca4-a056-bed2c943fd11,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:47.908463 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.909007 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.909392 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.909738 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.910197 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.910701 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.911092 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.911425 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.911758 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.912153 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.912547 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.912906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.913164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.913578 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.913833 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.944940 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (a898c246-3bc7-4396-a8af-8cbb5ca180d8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.945593 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP a898c246-3bc7-4396-a8af-8cbb5ca180d8 disassociated (deleted). External IP: 172.27.3.238, port: ae0948b9-34bf-4223-b1ca-440f0354b93f. Jul 20 18:03:48.399666 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:48.406802 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:03:48.510823 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:48.515311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:03:48.520086 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:48.525372 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:03:48.537310 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:48.537921 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:48.556159 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-c24cd1ba-c5d9-4abc-af2b-17e82ddb2005 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "DELETE /v2.0/floatingips/a898c246-3bc7-4396-a8af-8cbb5ca180d8 HTTP/1.1" status: 204 len: 168 time: 1.3081801 Jul 20 18:03:48.567942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:48.567942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:48.629718 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903c8094-babe-478f-824c-2222c40a62e9 x-openstack-request-id: req-903c8094-babe-478f-824c-2222c40a62e9 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:48.630159 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:48.630346 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-903c8094-babe-478f-824c-2222c40a62e9 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:48.630629 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903c8094-babe-478f-824c-2222c40a62e9'] response: {'name': 'network-changed', 'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'status': 'completed', 'code': 200} Jul 20 18:03:48.659127 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:48.704925 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:48.712964 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-b0ebff0b-595b-439d-87c2-f40a53761f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.714617 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-b0ebff0b-595b-439d-87c2-f40a53761f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 1129 time: 0.0415146 Jul 20 18:03:48.820408 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-7756c38e-4a3b-4245-8c51-0342d0061913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.822161 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-7756c38e-4a3b-4245-8c51-0342d0061913 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.1013708 Jul 20 18:03:48.869973 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-13c01874-7e0b-47f0-a958-3a9832d8e862 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 200 len: 217 time: 0.0422318 Jul 20 18:03:48.895666 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:48.922822 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:03:48.925036 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-1cbdbda8-d2fc-498b-960b-1158277d204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.926557 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-1cbdbda8-d2fc-498b-960b-1158277d204b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0512743 Jul 20 18:03:48.933387 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:48.934116 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:48.977972 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-c81e944f-6503-4f7b-a300-ab5cbdf2035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.979530 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-c81e944f-6503-4f7b-a300-ab5cbdf2035a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448210 Jul 20 18:03:49.043605 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:49.089797 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-eb277596-ec5b-4858-b1a9-8e98cc805ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003499 Jul 20 18:03:49.192910 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-a96c7d3b-2c9b-4668-a389-b9e30304e8c7 req-bc7c1f03-2e90-4156-b296-6ca06251cf8e service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940828 Jul 20 18:03:49.272363 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:49.299345 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fcb93-4453-4358-9383-fd0a8dda8375 None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_floatingips': [{'id': '7cd115a9-54c7-4ab2-836a-fdd1cfedf20d', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'router_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'port_id': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'mac_address': 'fa:16:3e:0a:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:17Z', 'updated_at': '2022-07-20T18:00:20Z', 'revision_number': 1, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:03:49.528616 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5593cb-8e41-4140-a50a-1dc1099f9587 None None] New status for floating IP a898c246-3bc7-4396-a8af-8cbb5ca180d8: DOWN {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:03:49.546733 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7629d-2380-46e0-8896-662d518eb130 req-475d4d28-249e-4741-b02b-302b83fdf471 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:49.548260 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bdb7629d-2380-46e0-8896-662d518eb130 req-475d4d28-249e-4741-b02b-302b83fdf471 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Jul 20 18:03:49.605322 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-bdb7629d-2380-46e0-8896-662d518eb130 req-397cef2d-711b-4aee-a702-90353abd2255 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506401 Jul 20 18:03:49.966777 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:50.149803 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:50.687797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:50.744860 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c712d-d3e1-467e-bd9c-4ad17cf8f0e8 req-8a328828-6339-4a00-8661-3cfcb8d05e38 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:50.746416 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d2c712d-d3e1-467e-bd9c-4ad17cf8f0e8 req-8a328828-6339-4a00-8661-3cfcb8d05e38 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0671632 Jul 20 18:03:50.799840 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3d2c712d-d3e1-467e-bd9c-4ad17cf8f0e8 req-ba6b70d6-1ca4-4f4d-b579-00c216fe77e1 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471301 Jul 20 18:03:51.166960 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-90c2db91-52b0-42df-9ba4-dbbc91def64d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:51.177924 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-90c2db91-52b0-42df-9ba4-dbbc91def64d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 945 time: 0.0477262 Jul 20 18:03:51.250774 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port ae0948b9-34bf-4223-b1ca-440f0354b93f {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:51.251119 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.351269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] For port ae0948b9-34bf-4223-b1ca-440f0354b93f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ae0948b9-34bf-4223-b1ca-440f0354b93f,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:51.351269 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.360005 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for ae0948b9-34bf-4223-b1ca-440f0354b93f owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:51.641167 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (ae0948b9-34bf-4223-b1ca-440f0354b93f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.672316 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=ae0948b9-34bf-4223-b1ca-440f0354b93f,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:51.755746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] No DVR routers for this DVR port ae0948b9-34bf-4223-b1ca-440f0354b93f on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:51.755746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.755746 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-3ba96309-639f-45d7-bdf6-520edbf5b9ad req-7098fa90-bbab-4b56-81d7-2cd2950097af tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "DELETE /v2.0/ports/ae0948b9-34bf-4223-b1ca-440f0354b93f HTTP/1.1" status: 204 len: 173 time: 0.5499623 Jul 20 18:03:51.755746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'name': 'network-vif-deleted', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:51.755746 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72ddad7-34ed-4f40-b5a6-f6c15c04ef0a" -d '{"events": [{"server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "name": "network-vif-deleted", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:51.764023 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1349a8da-8b3f-4d72-956d-d089f61c5592 x-openstack-request-id: req-1349a8da-8b3f-4d72-956d-d089f61c5592 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:51.764317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9508-a183-4d46-a96e-ab26bebdbc22", "name": "network-vif-deleted", "tag": "ae0948b9-34bf-4223-b1ca-440f0354b93f", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:51.764605 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1349a8da-8b3f-4d72-956d-d089f61c5592 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:51.765018 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1349a8da-8b3f-4d72-956d-d089f61c5592'] response: {'server_uuid': '80fd9508-a183-4d46-a96e-ab26bebdbc22', 'name': 'network-vif-deleted', 'tag': 'ae0948b9-34bf-4223-b1ca-440f0354b93f', 'status': 'completed', 'code': 200} Jul 20 18:03:51.906863 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-8effbe6a-a4b9-470e-a9c1-f5fddcb9aee7 req-1dd7d79f-cbaa-4532-9c49-a3316dead752 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 210 time: 0.0336447 Jul 20 18:03:53.030056 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-75f42009-2384-4acd-881b-bcc40e795f79 req-6cdb19a8-19e3-4491-b753-98284d0c4a82 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=80fd9508-a183-4d46-a96e-ab26bebdbc22 HTTP/1.1" status: 200 len: 210 time: 0.0314243 Jul 20 18:03:53.804094 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35232) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:53.851959 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Deleting subnet 74b71d2c-e127-4360-a380-4d66c78ce862 {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:03:53.856151 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Publish callbacks [] for subnet (74b71d2c-e127-4360-a380-4d66c78ce862), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.894752 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (74b71d2c-e127-4360-a380-4d66c78ce862), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.940812 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (74b71d2c-e127-4360-a380-4d66c78ce862), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.116031 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (74b71d2c-e127-4360-a380-4d66c78ce862), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.145411 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b71d2c-e127-4360-a380-4d66c78ce862,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:54.151414 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.156299 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ad7d45da-5677-44e8-b254-80a1ae04c60d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/74b71d2c-e127-4360-a380-4d66c78ce862 HTTP/1.1" status: 204 len: 168 time: 0.3508055 Jul 20 18:03:54.158759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35238) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:54.243978 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.251141 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ae0948b9-34bf-4223-b1ca-440f0354b93f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:54.255030 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:54.281260 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: ae0948b9-34bf-4223-b1ca-440f0354b93f {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:54.281603 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device ae0948b9-34bf-4223-b1ca-440f0354b93f not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:54.340349 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:54.344821 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.370476 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02579f11-c2b8-4329-9fbc-78c5ebb8e8a3']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.380662 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc04377-9e9d-48b5-85dd-c489ebec03c4') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.381055 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc04377-9e9d-48b5-85dd-c489ebec03c4') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.393255 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (ddc04377-9e9d-48b5-85dd-c489ebec03c4), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.408462 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (ddc04377-9e9d-48b5-85dd-c489ebec03c4), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.415469 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:03:54.415878 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (ddc04377-9e9d-48b5-85dd-c489ebec03c4), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.443848 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment ddc04377-9e9d-48b5-85dd-c489ebec03c4 resource provider aggregate not found Jul 20 18:03:54.475232 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment ddc04377-9e9d-48b5-85dd-c489ebec03c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddc04377-9e9d-48b5-85dd-c489ebec03c4 found for delete ", "request_id": "req-090def3e-ca94-4e11-b535-857352687fae"}]} Jul 20 18:03:54.630016 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (02579f11-c2b8-4329-9fbc-78c5ebb8e8a3), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.635844 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.639003 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/02579f11-c2b8-4329-9fbc-78c5ebb8e8a3 HTTP/1.1" status: 204 len: 168 time: 0.4791944 Jul 20 18:03:54.652594 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ddadf-31f8-4a28-8314-46f14c2047c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=02579f11-c2b8-4329-9fbc-78c5ebb8e8a3,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:55.131358 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35248) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:55.181791 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-346fa484-9136-4d92-aeea-7ddf054f6754 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a09caa450f94f3ea5b9ebff8d206304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492508 Jul 20 18:03:55.184569 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35252) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:55.238299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] Publish callbacks [] for security_group (d5244aba-a2fc-4b0e-b8e6-a82131e1b117), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.261516 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] Publish callbacks [] for security_group (d5244aba-a2fc-4b0e-b8e6-a82131e1b117), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.560828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d5244aba-a2fc-4b0e-b8e6-a82131e1b117), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.563423 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.565240 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5244aba-a2fc-4b0e-b8e6-a82131e1b117 HTTP/1.1" status: 204 len: 168 time: 0.3796697 Jul 20 18:03:55.573651 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a4d0-7d7f-4cc5-a77c-83bbd2bc1fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5244aba-a2fc-4b0e-b8e6-a82131e1b117,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:56.724239 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35278) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:56.858457 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.892969 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port 30d9f939-176b-4233-a83f-ec6baa323d3a {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:56.893318 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.980363 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.980853 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (30d9f939-176b-4233-a83f-ec6baa323d3a), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.996417 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for 30d9f939-176b-4233-a83f-ec6baa323d3a owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:57.109684 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:57.275827 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (30d9f939-176b-4233-a83f-ec6baa323d3a), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.313797 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=30d9f939-176b-4233-a83f-ec6baa323d3a,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:57.390942 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (7cd115a9-54c7-4ab2-836a-fdd1cfedf20d), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.391344 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.db.l3_db [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Floating IP 7cd115a9-54c7-4ab2-836a-fdd1cfedf20d disassociated (deleted). External IP: 172.27.3.221, port: 15690f10-2ae5-4510-a8e1-752ef9c31ba6. Jul 20 18:03:57.490013 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:57.610260 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:03:57.724053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:03:57.729145 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.733794 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:03:57.745164 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:57.745786 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:57.762845 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-5597d395-42da-49f3-a7d6-17fec21535e5 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "DELETE /v2.0/floatingips/7cd115a9-54c7-4ab2-836a-fdd1cfedf20d HTTP/1.1" status: 204 len: 168 time: 1.0350080 Jul 20 18:03:57.762845 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:57.763813 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:57.804665 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c68d39-4620-4870-bf3f-691298c2ce20 x-openstack-request-id: req-f3c68d39-4620-4870-bf3f-691298c2ce20 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:57.804966 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:57.805225 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3c68d39-4620-4870-bf3f-691298c2ce20 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:57.805753 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c68d39-4620-4870-bf3f-691298c2ce20'] response: {'name': 'network-changed', 'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'status': 'completed', 'code': 200} Jul 20 18:03:57.864547 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:57.904126 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:57.904350 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-0fb6093f-8fe4-408f-b580-005474abc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:57.904350 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-0fb6093f-8fe4-408f-b580-005474abc775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 1130 time: 0.0493286 Jul 20 18:03:57.962602 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35296) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:58.013274 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-fe2c2890-925c-4333-9e1f-c0c7e17339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:58.014840 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-fe2c2890-925c-4333-9e1f-c0c7e17339b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 200 len: 912 time: 0.1102109 Jul 20 18:03:58.061644 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-ea454cc4-67d9-4489-bbc7-d568ae51dc25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 200 len: 217 time: 0.0397587 Jul 20 18:03:58.091976 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.099690 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=100 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:58.128480 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-cdac8a79-b8d9-456d-895b-f5ee4be9d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:58.128480 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-cdac8a79-b8d9-456d-895b-f5ee4be9d911 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 200 len: 850 time: 0.0567584 Jul 20 18:03:58.155697 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:58.173921 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-d7267bca-2c78-4581-b178-8a020bc28376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:58.175647 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-d7267bca-2c78-4581-b178-8a020bc28376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d856af6c-3171-430a-a397-90532200f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449526 Jul 20 18:03:58.189615 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:03:58.200859 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:58.201754 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:58.211565 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Publish callbacks [] for security_group (597803aa-70c6-45b8-a4af-c84f44601285), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.279011 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-65da842c-932a-4428-b222-c8cc24a1a12b service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973690 Jul 20 18:03:58.315830 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:58.316067 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=100 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:58.347972 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (597803aa-70c6-45b8-a4af-c84f44601285), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.390029 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-6808e5f8-47ec-4ab8-b0fd-da2a63d17f8d req-8a838298-628e-49ec-9329-f76981d77698 service neutron] 10.222.0.18 "GET /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054034 Jul 20 18:03:58.397121 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd606c9cbd954c46b89e70a15cf763ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320993 Jul 20 18:03:58.398365 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597803aa-70c6-45b8-a4af-c84f44601285,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:58.401014 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35302) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:58.407506 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.408223 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.409287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.409287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.409287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.409605 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.410099 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.410592 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.410922 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.411428 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.411756 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.412226 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.412578 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.413089 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.413573 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46229742-ac3c-45ec-9fc0-dc953d64aeed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:58.492492 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] Publish callbacks [] for security_group (597803aa-70c6-45b8-a4af-c84f44601285), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.504912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab963-b8b9-41ac-b81e-56aa23c97900 req-77995d96-8ef0-461d-929a-a96317f5b411 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:58.506489 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ccfab963-b8b9-41ac-b81e-56aa23c97900 req-77995d96-8ef0-461d-929a-a96317f5b411 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0725636 Jul 20 18:03:58.531708 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:58.542527 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] Publish callbacks [] for security_group (597803aa-70c6-45b8-a4af-c84f44601285), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.558206 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478de3f6-f9be-4fb2-b45c-75d3bdeb9cdf None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T17:56:50Z', 'revision_number': 4, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi', '_interfaces': [{'id': 'df68874e-9bb9-4c5e-be3b-345615b50a4b', 'name': '', 'network_id': 'd856af6c-3171-430a-a397-90532200f85e', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'mac_address': 'fa:16:3e:d0:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:50Z', 'updated_at': '2022-07-20T17:56:54Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'subnets': [{'id': '0995c947-681a-4f82-9abd-5cebf87739e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:03:58.603338 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-ccfab963-b8b9-41ac-b81e-56aa23c97900 req-3185505e-e05c-42bf-b42c-d342619560b2 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892880 Jul 20 18:03:58.726984 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (597803aa-70c6-45b8-a4af-c84f44601285), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.729937 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.731168 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/597803aa-70c6-45b8-a4af-c84f44601285 HTTP/1.1" status: 204 len: 168 time: 0.3288937 Jul 20 18:03:58.743454 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32748004-9e9a-4f56-910d-e3cb9b80240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597803aa-70c6-45b8-a4af-c84f44601285,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:58.806931 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1f6b4-101b-4045-bc2d-3fd15b07ba11 None None] New status for floating IP 7cd115a9-54c7-4ab2-836a-fdd1cfedf20d: DOWN {{(pid=111058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:03:59.741798 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83634226-ebaa-4bcd-a2ee-b044d0c273f0 req-d83efc36-467e-4d81-ba26-24a3b4781d26 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:59.743316 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83634226-ebaa-4bcd-a2ee-b044d0c273f0 req-d83efc36-467e-4d81-ba26-24a3b4781d26 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0544236 Jul 20 18:03:59.756900 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:59.805619 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-83634226-ebaa-4bcd-a2ee-b044d0c273f0 req-6f07694f-42f2-4106-a35a-57e158f522ec tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/security-groups?id=baa5367c-3e43-4dd3-9162-53550d43f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555689 Jul 20 18:04:00.012497 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-d5a868f8-bb38-4e7c-9e26-04718052bfb7 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:00.014384 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-d5a868f8-bb38-4e7c-9e26-04718052bfb7 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 946 time: 0.0509140 Jul 20 18:04:00.110300 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:00.110650 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.213311 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] For port 15690f10-2ae5-4510-a8e1-752ef9c31ba6, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=15690f10-2ae5-4510-a8e1-752ef9c31ba6,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:00.213716 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.228568 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for 15690f10-2ae5-4510-a8e1-752ef9c31ba6 owned by compute:nova {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:00.601063 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (15690f10-2ae5-4510-a8e1-752ef9c31ba6), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.630566 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=15690f10-2ae5-4510-a8e1-752ef9c31ba6,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:00.679597 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] No DVR routers for this DVR port 15690f10-2ae5-4510-a8e1-752ef9c31ba6 on host hv-cinder-84984 {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:00.681810 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for port (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.684969 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-f8d1e4bd-b6d8-4d5a-8255-0749be2bb202 req-ea4c93ea-7609-48c2-93e3-f9fbedf6eb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.18 "DELETE /v2.0/ports/15690f10-2ae5-4510-a8e1-752ef9c31ba6 HTTP/1.1" status: 204 len: 173 time: 0.6653693 Jul 20 18:04:00.685371 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'name': 'network-vif-deleted', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6'}] {{(pid=111057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:00.687630 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17c81fe18fb44476d7e315f7374a50fe59f94792c43cc6f068221eb5b6d0f2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a0b30-3edb-4b5a-ac96-8516555e48ea" -d '{"events": [{"server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "name": "network-vif-deleted", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6"}]}' {{(pid=111057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:00.729412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22419f8c-a434-41db-bfed-b121043af3d8 x-openstack-request-id: req-22419f8c-a434-41db-bfed-b121043af3d8 {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:00.729412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe7e7c5-28ce-436c-bdf2-486e17cd8928", "name": "network-vif-deleted", "tag": "15690f10-2ae5-4510-a8e1-752ef9c31ba6", "status": "completed", "code": 200}]} {{(pid=111057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:00.729412 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22419f8c-a434-41db-bfed-b121043af3d8 {{(pid=111057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:00.729412 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22419f8c-a434-41db-bfed-b121043af3d8'] response: {'server_uuid': '4fe7e7c5-28ce-436c-bdf2-486e17cd8928', 'name': 'network-vif-deleted', 'tag': '15690f10-2ae5-4510-a8e1-752ef9c31ba6', 'status': 'completed', 'code': 200} Jul 20 18:04:00.921292 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-63547cb0-dc5e-4160-aa9e-3c4087c3c25b req-2916eaa8-edad-410b-8ee6-7f3db168bb77 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0289958 Jul 20 18:04:02.037058 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [req-88bf63fe-4e76-430c-9441-be0c8ececc65 req-275f09db-aff2-4ab4-81ce-b09400c61c63 tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fe7e7c5-28ce-436c-bdf2-486e17cd8928 HTTP/1.1" status: 200 len: 210 time: 0.0311007 Jul 20 18:04:02.311277 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 15690f10-2ae5-4510-a8e1-752ef9c31ba6 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:02.332392 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] No Port match for: 15690f10-2ae5-4510-a8e1-752ef9c31ba6 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:02.332392 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Device 15690f10-2ae5-4510-a8e1-752ef9c31ba6 not bound to the agent host hv-cinder-84984 {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:03.102563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35346) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:03.213827 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Deleting port e31b4033-7545-4198-b6b7-4a0c7a4c9959 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:03.214196 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.291455 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:03.311198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.311574 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (e31b4033-7545-4198-b6b7-4a0c7a4c9959), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.323869 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Calling delete_port for e31b4033-7545-4198-b6b7-4a0c7a4c9959 owned by network:floatingip {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:03.447098 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:03.698164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (e31b4033-7545-4198-b6b7-4a0c7a4c9959), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.726164 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'Port': ['ID=e31b4033-7545-4198-b6b7-4a0c7a4c9959,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:03.789079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for floatingip (c8f29576-335a-40d3-bdfc-c038d3da734f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.791564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180534'] for floatingip (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.792737 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-2b76ea16-e8cb-4c39-89b0-1005df92f79d tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "DELETE /v2.0/floatingips/c8f29576-335a-40d3-bdfc-c038d3da734f HTTP/1.1" status: 204 len: 168 time: 0.6929801 Jul 20 18:04:08.003828 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35376) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:08.067053 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (baa5367c-3e43-4dd3-9162-53550d43f9ed), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:08.095720 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (baa5367c-3e43-4dd3-9162-53550d43f9ed), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:08.235241 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (baa5367c-3e43-4dd3-9162-53550d43f9ed), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:08.237902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:08.238970 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] 10.222.0.42 "DELETE /v2.0/security-groups/baa5367c-3e43-4dd3-9162-53550d43f9ed HTTP/1.1" status: 204 len: 168 time: 0.2339995 Jul 20 18:04:08.248533 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4573680-6b9b-4886-843c-84c1c9aaeb9c tempest-TestVolumeBootPattern-35907800 tempest-TestVolumeBootPattern-35907800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa5367c-3e43-4dd3-9162-53550d43f9ed,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:08.261230 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.261964 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.379219 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.398024 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35380) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:08.403089 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=28,neutron:INSERT=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.534947 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.535714 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=70 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.867954 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:09.032589 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=100 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:09.094039 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Deleting port df68874e-9bb9-4c5e-be3b-345615b50a4b {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:09.094381 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:09.174186 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] For port df68874e-9bb9-4c5e-be3b-345615b50a4b, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=df68874e-9bb9-4c5e-be3b-345615b50a4b,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:09.174562 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:09.188287 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Calling delete_port for df68874e-9bb9-4c5e-be3b-345615b50a4b owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:09.486498 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (df68874e-9bb9-4c5e-be3b-345615b50a4b), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:09.511910 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Pushing event deleted for resources: {'Port': ['ID=df68874e-9bb9-4c5e-be3b-345615b50a4b,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:09.681168 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:09.894625 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Router 89e32358-eefa-4d65-aef1-0b094bad2dc8 has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:04:09.970502 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:09.986086 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:09.995509 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:04:10.000883 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-7b147f25-00d6-4745-a4b4-438b9dc1bf20 admin admin] 10.222.0.42 "PUT /v2.0/routers/89e32358-eefa-4d65-aef1-0b094bad2dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018183 Jul 20 18:04:10.004195 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35388) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:10.009057 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Sync routers for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:04:10.019295 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:10.019295 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:10.111328 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks [] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:10.124358 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:10.305683 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T18:04:09Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:10.332177 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Checking router: 89e32358-eefa-4d65-aef1-0b094bad2dc8 for host: dv-cinder-849846-3-iscsi {{(pid=111059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:04:10.341694 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Routers {'89e32358-eefa-4d65-aef1-0b094bad2dc8'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:10.342321 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['89e32358-eefa-4d65-aef1-0b094bad2dc8'], 'active': True} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:10.451882 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_dvr_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] Set router 89e32358-eefa-4d65-aef1-0b094bad2dc8 gateway port host: dv-cinder-849846-3-iscsi {{(pid=111059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:10.472554 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks [] for router_gateway (89e32358-eefa-4d65-aef1-0b094bad2dc8), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:10.628904 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Deleting port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:10.629149 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:10.634165 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.l3_hamode_db [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T18:04:09Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:10.663698 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee695661-2fdb-40f0-a04e-d1f730504fdd None None] The sync data for ids ['89e32358-eefa-4d65-aef1-0b094bad2dc8'] in dv-cinder-849846-3-iscsi is: [{'id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'name': 'tempest-TestVolumeBootPattern-920481898-router', 'tenant_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:47Z', 'updated_at': '2022-07-20T18:04:09Z', 'revision_number': 5, 'project_id': 'be1213650f38494aa2aeb1aadc7ccbc7', 'gw_port': {'id': '7e5a7614-5ab3-4149-a2b1-0ef5d01a68af', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e32358-eefa-4d65-aef1-0b094bad2dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:48Z', 'updated_at': '2022-07-20T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}] {{(pid=111059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:04:10.715936 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] For port 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:10.716307 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:10.729819 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Calling delete_port for 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af owned by network:router_gateway {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:10.885427 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:11.019004 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (7e5a7614-5ab3-4149-a2b1-0ef5d01a68af), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.069902 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5a7614-5ab3-4149-a2b1-0ef5d01a68af,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:11.109946 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:11.116992 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.209915 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.212482 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks [] for router_controller (89e32358-eefa-4d65-aef1-0b094bad2dc8), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.355826 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (89e32358-eefa-4d65-aef1-0b094bad2dc8), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.356452 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e32358-eefa-4d65-aef1-0b094bad2dc8 {{(pid=111057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:04:11.361888 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.367057 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e0595068-9df1-4906-a641-c5994d55f2fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/89e32358-eefa-4d65-aef1-0b094bad2dc8 HTTP/1.1" status: 204 len: 168 time: 1.3580501 Jul 20 18:04:11.367057 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35392) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:11.411190 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device df68874e-9bb9-4c5e-be3b-345615b50a4b no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:11.418404 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Deleting subnet 0995c947-681a-4f82-9abd-5cebf87739e3 {{(pid=111057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:04:11.422109 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Publish callbacks [] for subnet (0995c947-681a-4f82-9abd-5cebf87739e3), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.434811 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: df68874e-9bb9-4c5e-be3b-345615b50a4b {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:11.435430 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device df68874e-9bb9-4c5e-be3b-345615b50a4b not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:11.468926 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4684169'] for subnet (0995c947-681a-4f82-9abd-5cebf87739e3), precommit_delete_associations {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.544916 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (0995c947-681a-4f82-9abd-5cebf87739e3), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.721899 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4684170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4684836'] for subnet (0995c947-681a-4f82-9abd-5cebf87739e3), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.749573 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0995c947-681a-4f82-9abd-5cebf87739e3,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:11.754264 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for subnet (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.761157 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-e7b3d8d7-bde2-4d5b-ab1e-56816bf189db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0995c947-681a-4f82-9abd-5cebf87739e3 HTTP/1.1" status: 204 len: 168 time: 0.3907433 Jul 20 18:04:11.762090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7801f-b74d-4092-9672-4b6db9b60ed7 None None] Network d856af6c-3171-430a-a397-90532200f85e requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:11.762192 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35394) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:11.850877 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (d856af6c-3171-430a-a397-90532200f85e), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.901362 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Deleting port 3f062450-316a-4893-9d18-8161a2584474 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:11.910198 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (3f062450-316a-4893-9d18-8161a2584474), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.921553 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] DHCP port deletion for d856af6c-3171-430a-a397-90532200f85e request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:04:11.927806 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:11.971542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Deleting port 3f062450-316a-4893-9d18-8161a2584474 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:11.971542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (3f062450-316a-4893-9d18-8161a2584474), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.981449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] For port 3f062450-316a-4893-9d18-8161a2584474, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=3f062450-316a-4893-9d18-8161a2584474,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:11.981449 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (3f062450-316a-4893-9d18-8161a2584474), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.992288 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Calling delete_port for 3f062450-316a-4893-9d18-8161a2584474 owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:12.045346 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] For port 3f062450-316a-4893-9d18-8161a2584474, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=3f062450-316a-4893-9d18-8161a2584474,segment=NetworkSegment(e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18),segment_id=e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:12.045749 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (3f062450-316a-4893-9d18-8161a2584474), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.060175 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Calling delete_port for 3f062450-316a-4893-9d18-8161a2584474 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:12.183917 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (3f062450-316a-4893-9d18-8161a2584474), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.190779 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (3f062450-316a-4893-9d18-8161a2584474), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.210851 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f062450-316a-4893-9d18-8161a2584474,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:12.215759 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] No DVR routers for this DVR port 3f062450-316a-4893-9d18-8161a2584474 on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:12.218973 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Pushing event deleted for resources: {'Port': ['ID=3f062450-316a-4893-9d18-8161a2584474,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:12.221960 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] No DVR routers for this DVR port 3f062450-316a-4893-9d18-8161a2584474 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:12.234966 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.235316 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.235660 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.235999 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.236354 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.236724 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.237056 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.237383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.237714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.238038 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.238394 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.238719 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.239108 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.239430 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.239781 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3edc31e-2016-4bc4-aa61-eae020a2c3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-iscsi {{(pid=111058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:12.303073 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (d856af6c-3171-430a-a397-90532200f85e), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.325163 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d856af6c-3171-430a-a397-90532200f85e']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:12.336615 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:12.336913 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:12.346875 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.360700 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.367956 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:04:12.368365 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.422273 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18 resource provider aggregate not found Jul 20 18:04:12.442537 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e14dd3e5-6389-4c13-9bd6-ffabbcc5fa18 found for delete ", "request_id": "req-1d79e9cb-f5fb-4f6b-afda-24cf9fe379f6"}]} Jul 20 18:04:12.566338 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (d856af6c-3171-430a-a397-90532200f85e), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.572624 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.575884 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] 10.222.0.42 "DELETE /v2.0/networks/d856af6c-3171-430a-a397-90532200f85e HTTP/1.1" status: 204 len: 168 time: 0.8143861 Jul 20 18:04:12.579694 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35404) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:12.589062 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca751a0f-c478-4877-8146-b8bdcbd91c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d856af6c-3171-430a-a397-90532200f85e,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:12.908693 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8054459'] for router_interface (9a05288d-6121-4f1f-ab21-86f156fef59a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.134007 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Deleting port b274d1a5-615a-4b9d-836e-819b5323f4a4 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:13.134346 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.212418 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] For port b274d1a5-615a-4b9d-836e-819b5323f4a4, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=b274d1a5-615a-4b9d-836e-819b5323f4a4,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:13.212801 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.226241 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Calling delete_port for b274d1a5-615a-4b9d-836e-819b5323f4a4 owned by network:router_interface {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:13.351279 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:13.371079 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:13.371427 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 7e5a7614-5ab3-4149-a2b1-0ef5d01a68af not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:13.371837 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 3f062450-316a-4893-9d18-8161a2584474 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:13.390368 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: 3f062450-316a-4893-9d18-8161a2584474 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:13.390709 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device 3f062450-316a-4893-9d18-8161a2584474 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:13.401814 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:13.405387 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:13.571873 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (b274d1a5-615a-4b9d-836e-819b5323f4a4), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.602455 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b274d1a5-615a-4b9d-836e-819b5323f4a4,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:13.769616 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8054351'] for router_interface (9a05288d-6121-4f1f-ab21-86f156fef59a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.235978 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Router 9a05288d-6121-4f1f-ab21-86f156fef59a has already been hosted by L3 agent 71274a83-8c65-4891-b2cb-1060d76df88b {{(pid=111056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:04:14.343174 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-iscsi the message routers_updated {{(pid=111056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:04:14.348166 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-8a5e4908-759c-4dd6-801b-47e31b700a06 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a05288d-6121-4f1f-ab21-86f156fef59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669048 Jul 20 18:04:14.350674 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35410) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:14.353303 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Sync routers for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:04:14.364699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:14.365332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:14.452489 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks [] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.485046 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: dv-cinder-849846-3-iscsi {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:14.541683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:14.547971 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-48ad0a4d-7121-4e6c-aa5d-256680b55754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.567134 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks [] for router_gateway (9a05288d-6121-4f1f-ab21-86f156fef59a), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.670702 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'external_fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T18:04:13Z', 'revision_number': 5, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port': {'id': 'fa389e79-50c6-4cb6-91ad-d51dffd86593', 'name': '', 'network_id': '98ed9bf2-33d9-4666-89b5-915222e90fa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ce:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:56:55Z', 'updated_at': '2022-07-20T17:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e6e5608a-b812-4576-a7e1-bf5e8a29f300', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-iscsi'}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:14.695952 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Deleting port fa389e79-50c6-4cb6-91ad-d51dffd86593 {{(pid=111056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:14.696555 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.702361 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Checking router: 9a05288d-6121-4f1f-ab21-86f156fef59a for host: dv-cinder-849846-3-iscsi {{(pid=111058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:04:14.706777 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Routers {'9a05288d-6121-4f1f-ab21-86f156fef59a'} bound to L3 agent in host dv-cinder-849846-3-iscsi {{(pid=111058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:14.707402 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:40:47Z,description=,heartbeat_timestamp=2022-07-20T18:03:47Z,host='dv-cinder-849846-3-iscsi',id=71274a83-8c65-4891-b2cb-1060d76df88b,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:40:47Z,topic='l3_agent')) {'router_ids': ['9a05288d-6121-4f1f-ab21-86f156fef59a'], 'active': True} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:14.708644 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:04:14.783692 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.db [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] For port fa389e79-50c6-4cb6-91ad-d51dffd86593, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=fa389e79-50c6-4cb6-91ad-d51dffd86593,segment=NetworkSegment(261297f1-661b-4405-abc4-d2c06a20df36),segment_id=261297f1-661b-4405-abc4-d2c06a20df36)] {{(pid=111056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:14.784060 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.789281 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:14.795124 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvr_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] Set router 9a05288d-6121-4f1f-ab21-86f156fef59a gateway port host: None {{(pid=111058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:14.798831 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.plugins.ml2.plugin [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Calling delete_port for fa389e79-50c6-4cb6-91ad-d51dffd86593 owned by network:router_gateway {{(pid=111056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:14.849318 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_hamode_db [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T18:04:14Z', 'revision_number': 6, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port_host': None}], 'dv-cinder-849846-3-iscsi', False) {} {{(pid=111058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:14.946433 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:15.000285 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0dde6-c83a-4074-b689-f5b4fb5880e6 None None] The sync data for ids ['9a05288d-6121-4f1f-ab21-86f156fef59a'] in dv-cinder-849846-3-iscsi is: [{'id': '9a05288d-6121-4f1f-ab21-86f156fef59a', 'name': 'tempest-TestVolumeBootPattern-2022718748-router', 'tenant_id': 'b4291ba018c443d392571201d810b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:56:54Z', 'updated_at': '2022-07-20T18:04:14Z', 'revision_number': 6, 'project_id': 'b4291ba018c443d392571201d810b551', 'gw_port_host': None}] {{(pid=111058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:04:15.085016 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6722496'] for port (fa389e79-50c6-4cb6-91ad-d51dffd86593), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.111648 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa389e79-50c6-4cb6-91ad-d51dffd86593,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:15.180635 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8055332'] for router_gateway (9a05288d-6121-4f1f-ab21-86f156fef59a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.270171 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8035389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.272252 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks [] for router_controller (9a05288d-6121-4f1f-ab21-86f156fef59a), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.412290 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8035497'] for router (9a05288d-6121-4f1f-ab21-86f156fef59a), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.413006 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a05288d-6121-4f1f-ab21-86f156fef59a {{(pid=111056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:04:15.417723 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.419872 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-c0a94c20-e550-45b4-adaa-8a91ede5e840 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9a05288d-6121-4f1f-ab21-86f156fef59a HTTP/1.1" status: 204 len: 168 time: 1.0674314 Jul 20 18:04:15.422370 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35414) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:15.442504 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b274d1a5-615a-4b9d-836e-819b5323f4a4 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:15.469637 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: b274d1a5-615a-4b9d-836e-819b5323f4a4 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:15.469997 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device b274d1a5-615a-4b9d-836e-819b5323f4a4 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:15.471606 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Deleting subnet 473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9 {{(pid=111056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:04:15.478054 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Publish callbacks [] for subnet (473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.510863 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8190730'] for subnet (473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9), precommit_delete_associations {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.591074 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695622'] for subnet (473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.727687 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7939065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6745649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5287700'] for subnet (473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.755512 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:15.759683 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.763317 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-d59ee8a0-55de-47a6-b21a-e281a94bece9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/473ab7c1-8b8a-4b6d-89b1-c4e9fdb775d9 HTTP/1.1" status: 204 len: 168 time: 0.3399527 Jul 20 18:04:15.766232 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35418) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:15.768791 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c3e4a-90c0-4e19-a36e-fd26ed4e7bb1 None None] Network 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 requested from dv-cinder-849846-3-iscsi {{(pid=111058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:15.830332 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:15.848079 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898328'] for network (433a774b-a52e-42c6-9b17-1ff0e3cb9c09), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.891912 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Deleting port d7345ac0-d12c-425b-a516-e40c28a91349 {{(pid=111057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:15.892219 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.929909 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] DHCP port deletion for 433a774b-a52e-42c6-9b17-1ff0e3cb9c09 request from dv-cinder-849846-3-iscsi {{(pid=111058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:04:15.969570 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.db [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] For port d7345ac0-d12c-425b-a516-e40c28a91349, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=d7345ac0-d12c-425b-a516-e40c28a91349,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:15.969887 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Deleting port d7345ac0-d12c-425b-a516-e40c28a91349 {{(pid=111058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:15.970040 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.970267 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763742656229'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), before_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:15.984906 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.plugin [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Calling delete_port for d7345ac0-d12c-425b-a516-e40c28a91349 owned by network:dhcp {{(pid=111057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:15.999066 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:16.047293 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.db [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] For port d7345ac0-d12c-425b-a516-e40c28a91349, host dv-cinder-849846-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-iscsi',level=0,port_id=d7345ac0-d12c-425b-a516-e40c28a91349,segment=NetworkSegment(2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf),segment_id=2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf)] {{(pid=111058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:16.047699 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8058492'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), precommit_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.064121 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Calling delete_port for d7345ac0-d12c-425b-a516-e40c28a91349 owned by network:dhcp {{(pid=111058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:16.172800 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4654203'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.179589 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763742664762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763742285060'] for port (d7345ac0-d12c-425b-a516-e40c28a91349), after_delete {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.203324 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7345ac0-d12c-425b-a516-e40c28a91349,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:16.216513 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] No DVR routers for this DVR port d7345ac0-d12c-425b-a516-e40c28a91349 on host dv-cinder-849846-3-iscsi {{(pid=111057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:16.216645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] No DVR routers for this DVR port d7345ac0-d12c-425b-a516-e40c28a91349 on host dv-cinder-849846-3-iscsi {{(pid=111058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:16.216645 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542cd8-ce78-4ceb-b92e-292386541110 None None] Pushing event deleted for resources: {'Port': ['ID=d7345ac0-d12c-425b-a516-e40c28a91349,revision_number=None']} {{(pid=111058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:16.289015 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692999', 'neutron.services.segments.db._delete_segments_for_network-8763742586170'] for network (433a774b-a52e-42c6-9b17-1ff0e3cb9c09), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.309317 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433a774b-a52e-42c6-9b17-1ff0e3cb9c09']}} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:16.318459 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf') {'for_net_delete': True} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:16.318756 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.services.segments.db [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf') {} {{(pid=111057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:16.332420 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763742587715', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4684208'] for segment (2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.346461 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607'] for segment (2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.357564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=111057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:04:16.357564 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4654120'] for segment (2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.376317 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf resource provider aggregate not found Jul 20 18:04:16.418735 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.services.segments.plugin [-] Segment 2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2922eeaa-6e26-4e08-b6d7-0e4f380cd9bf found for delete ", "request_id": "req-9346b64f-7f2f-454b-8be8-03742057fc6a"}]} Jul 20 18:04:16.503782 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7935468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8055375'] for network (433a774b-a52e-42c6-9b17-1ff0e3cb9c09), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.508271 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7935486'] for network (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.511510 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] 10.222.0.42 "DELETE /v2.0/networks/433a774b-a52e-42c6-9b17-1ff0e3cb9c09 HTTP/1.1" status: 204 len: 168 time: 0.7441859 Jul 20 18:04:16.524996 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26799b7-0257-4ee9-8ba1-a83e7937e277 admin admin] Pushing event deleted for resources: {'Network': ['ID=433a774b-a52e-42c6-9b17-1ff0e3cb9c09,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:16.858449 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8368166e-3644-43bc-a68f-689fbb2ab4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:16.982173 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35440) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:16.997020 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:17.028156 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-6462e857-a238-411b-9904-772d92500ece admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be1213650f38494aa2aeb1aadc7ccbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447907 Jul 20 18:04:17.033206 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35444) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:17.101307 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] Publish callbacks [] for security_group (0354d8bd-1305-4f5b-8287-825518465aff), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:17.133595 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] Publish callbacks [] for security_group (0354d8bd-1305-4f5b-8287-825518465aff), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:17.323467 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (0354d8bd-1305-4f5b-8287-825518465aff), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:17.324186 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:17.329373 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0354d8bd-1305-4f5b-8287-825518465aff HTTP/1.1" status: 204 len: 168 time: 0.2951040 Jul 20 18:04:17.338299 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c64c4-f431-4623-ae7b-5aa42e1f4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354d8bd-1305-4f5b-8287-825518465aff,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:17.368726 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device d7345ac0-d12c-425b-a516-e40c28a91349 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:17.395412 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: d7345ac0-d12c-425b-a516-e40c28a91349 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:17.395681 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device d7345ac0-d12c-425b-a516-e40c28a91349 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:17.396104 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fa389e79-50c6-4cb6-91ad-d51dffd86593 no longer exists at agent ovs-agent-dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:17.424735 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] No Port match for: fa389e79-50c6-4cb6-91ad-d51dffd86593 {{(pid=111058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:17.425593 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron.plugins.ml2.rpc [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Device fa389e79-50c6-4cb6-91ad-d51dffd86593 not bound to the agent host dv-cinder-849846-3-iscsi {{(pid=111058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:18.406427 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:18.458050 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35478) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:18.505525 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-b7df1a73-5084-43c4-a25e-830b13c8363d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4291ba018c443d392571201d810b551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461001 Jul 20 18:04:18.508258 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [-] (111057) accepted ('10.222.0.42', 35480) {{(pid=111057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:18.576114 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] Publish callbacks [] for security_group (d8b6af27-aa37-4b17-a0b3-83bcf71e927f), before_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:18.600618 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] Publish callbacks [] for security_group (d8b6af27-aa37-4b17-a0b3-83bcf71e927f), precommit_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:18.778111 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (d8b6af27-aa37-4b17-a0b3-83bcf71e927f), after_delete {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:18.781371 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron_lib.callbacks.manager [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:18.782637 dv-cinder-849846-3-iscsi neutron-server[111057]: INFO neutron.wsgi [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8b6af27-aa37-4b17-a0b3-83bcf71e927f HTTP/1.1" status: 204 len: 168 time: 0.2733450 Jul 20 18:04:18.791563 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28832253-46fe-4b62-81ec-e89ca3e7de3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b6af27-aa37-4b17-a0b3-83bcf71e927f,revision_number=None']} {{(pid=111057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:20.023398 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:20.200681 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:22.668354 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=64 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:23.455399 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35508) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:23.584755 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e34730f4-8537-48e1-8dfa-e37ae71eba21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:23.617139 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:23.688192 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e34730f4-8537-48e1-8dfa-e37ae71eba21 admin admin] Publish callbacks [] for security_group (9350528f-7688-4e91-8fab-a6a495fd9111), precommit_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:23.770098 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-e34730f4-8537-48e1-8dfa-e37ae71eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9350528f-7688-4e91-8fab-a6a495fd9111), after_create {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:23.812847 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-e34730f4-8537-48e1-8dfa-e37ae71eba21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b38d189c2a834c04a02b4f8c645e6217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562040 Jul 20 18:04:23.814209 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34730f4-8537-48e1-8dfa-e37ae71eba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350528f-7688-4e91-8fab-a6a495fd9111,revision_number=1']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:23.816581 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.wsgi [-] (111056) accepted ('10.222.0.42', 35512) {{(pid=111056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:23.865082 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:23.868757 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] Publish callbacks [] for security_group (9350528f-7688-4e91-8fab-a6a495fd9111), before_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:23.895176 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] Publish callbacks [] for security_group (9350528f-7688-4e91-8fab-a6a495fd9111), precommit_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:24.023853 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952708'] for security_group (9350528f-7688-4e91-8fab-a6a495fd9111), after_delete {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:24.027225 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron_lib.callbacks.manager [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:24.028864 dv-cinder-849846-3-iscsi neutron-server[111056]: INFO neutron.wsgi [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9350528f-7688-4e91-8fab-a6a495fd9111 HTTP/1.1" status: 204 len: 168 time: 0.2112491 Jul 20 18:04:24.039580 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98476626-3cba-408e-9744-d52a0ac96119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350528f-7688-4e91-8fab-a6a495fd9111,revision_number=None']} {{(pid=111056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:24.707883 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=64 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:26.880808 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:28.786444 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:28.787287 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG dbcounter [-] [111057] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:34.034278 dv-cinder-849846-3-iscsi neutron-server[111056]: DEBUG dbcounter [-] [111056] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=111056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:36.781595 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:36.784063 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=37,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:42.701166 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:42.702465 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:44.564178 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c11a3716-2533-48c2-a666-a4ec4391dbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.851924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f824a8d4-cb8c-4f97-b7a0-32230d234883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:48.366275 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:49.880290 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:50.097532 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:51.710889 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:04:56.903254 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:01.706565 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:06.767958 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:06.773983 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:08.658361 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:14.508592 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-5227c75b-a784-4ab1-9e83-30ea346cd487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:16.851415 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-72012373-5b26-4b90-b03e-3866aa06fbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:18.388772 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:19.906226 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.079804 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.920130 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.709294 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:05:36.774210 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:36.774980 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:39.966153 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=20 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:39.969123 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:44.517508 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-75056e1c-fb01-47c3-9cd6-2a2cbf0e9290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.825631 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f8438027-e50b-459b-9a04-b6ffd2be7cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:48.342476 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:49.893813 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.154226 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:56.902526 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:05.710110 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:06:06.783970 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:06.785951 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:14.548567 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-4d4954d1-f1e1-48a7-bb10-ad348eddebc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:15.704492 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:15.705293 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:16.862453 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-acd21920-37fc-44a6-9cf2-42adf9a53497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:18.362854 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:19.905545 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:20.154051 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:26.954114 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:36.784076 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:36.786468 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:42.711338 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:06:44.583477 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b8df8fc9-e8ed-4df4-8eca-e535df6ac955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:46.859073 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-86338941-2788-45b2-a34c-ea32536d9c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:48.330542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:49.927156 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:50.102621 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:50.648668 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:52.706452 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:56.856154 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:06.780928 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:06.785882 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:14.525284 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-c0e03a42-b086-43ae-930e-0c2d1095eb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:16.844956 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-fb8660b7-d560-4784-a865-64e7f733d4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:18.350267 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:19.710790 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:07:19.864062 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:20.081723 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:26.907498 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:29.705574 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:29.706498 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:36.804257 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:36.809577 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:39.886826 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=10 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:39.889878 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=16 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:44.535742 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-47371750-01cb-4155-9b61-3dc9b5b2fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:46.875054 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cb4bafd2-79b1-4f3b-8640-8b574c85dd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:48.410484 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:49.920678 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:50.114714 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:56.710099 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:07:56.886150 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:06.705211 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=3 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:06.706060 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:06.812894 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:06.814739 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:14.525491 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-cb710685-1f3f-49cc-be8b-b30addfcb8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:16.827510 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-37b2f232-268c-4633-a984-8256cda10b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:18.398864 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:19.975401 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:20.102938 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:26.909064 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.709974 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:08:34.713931 dv-cinder-849846-3-iscsi neutron-server[111057]: DEBUG neutron.wsgi [req-7fb4362d-8232-41e6-bf2b-e760d3107f04 req-5140233e-d7dc-4382-96fd-612e2a9c9909 service neutron] (111057) timed out ('10.222.0.18', 65268) {{(pid=111057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 18:08:36.826824 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:36.829008 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:43.704385 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:43.705165 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:44.520448 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-47d135b1-7d15-4ea2-b89a-eb26c9c52649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:46.844730 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-9e177cb4-d52f-41f4-9022-0d05eaeead49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:48.370930 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:49.902090 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:50.096542 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:56.941929 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:06.835924 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:06.841928 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:10.709771 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG neutron.db.agents_db [None req-76569bb9-a604-42fd-9242-3dbfa209f8b9 None None] Agent healthcheck: found 6 active agents {{(pid=111059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:09:14.633777 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-f923b933-7012-453f-82d6-227f8ecb14f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:16.849962 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-efeb834d-fe56-45d7-a5b0-73576fbb15b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (71274a83-8c65-4891-b2cb-1060d76df88b), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:18.358383 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-dd85d041-0dfc-43f6-9492-8c47686521b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (1e70f328-e190-48e9-81ff-a53ee0f4d294), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:18.639243 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:19.889755 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-8c0d6363-1e62-4e25-abc9-85e263a3d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (8c348d68-6673-4bd5-aacb-27337414e0a6), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:20.182259 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-b6fbaaa5-4514-426c-9f89-de2eb38ca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (c013adee-3b79-480a-afe6-53bbe1476a57), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:20.704505 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=4 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:26.895771 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-15248fb9-ef63-4c0c-acac-9fcf63ab7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (9d1bf48e-c315-4a1b-8900-1861c80d2051), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:36.834259 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:36.836112 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG dbcounter [-] [111058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:39.877563 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=12 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:39.879372 dv-cinder-849846-3-iscsi neutron-server[111059]: DEBUG dbcounter [-] [111059] Writing DB stats neutron:SELECT=14 {{(pid=111059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:44.512157 dv-cinder-849846-3-iscsi neutron-server[111058]: DEBUG neutron_lib.callbacks.manager [None req-6cadea3c-5ad6-4285-a115-fa86a93eb102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763742586152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694468'] for agent (b2aecf6c-90f3-44a9-88c2-d7eb4f51fc28), after_update {{(pid=111058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}